diff --git a/README.md b/README.md index 7b95401dc46245ac339fc25059d4a56d90b4cde5..38c318845c1e254bdcf08bdc3b297147a13938f6 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,57 @@ ---- -license: apache-2.0 ---- +--- +library_name: transformers +model_name: lean-unified-120817 +tags: +- generated_from_trainer +- sft +- trl +licence: license +--- + +# Model Card for lean-unified-120817 + +This model is a fine-tuned version of [None](https://huggingface.co/None). +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="None", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + +[Visualize in Weights & Biases](https://wandb.ai/cs-552-2026-flab/flab-cs552/runs/xkixr0an) + + + +This model was trained with SFT. + +### Framework versions + +- TRL: 1.3.0 +- Transformers: 5.7.0 +- Pytorch: 2.10.0+cu128 +- Datasets: 4.8.5 +- Tokenizers: 0.22.2 + +## Citations + + + +Cite TRL as: + +```bibtex +@software{vonwerra2020trl, + title = {{TRL: Transformers Reinforcement Learning}}, + author = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin}, + license = {Apache-2.0}, + url = {https://github.com/huggingface/trl}, + year = {2020} +} +``` \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja index b0668563c4f0b2f782389e161816e9acd9dde6d4..3351794a94e61dfc4bc89ee46b1c94c5adb65eef 100644 --- a/chat_template.jinja +++ b/chat_template.jinja @@ -1,8 +1,90 @@ {%- set enable_thinking = true %} +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} {%- for message in messages %} -<|im_start|>{{ message["role"] }} -{{ message["content"] }}<|im_end|> + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} {%- endfor %} -{%- if add_generation_prompt %}<|im_start|>assistant - +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} {%- endif %} \ No newline at end of file diff --git a/checkpoint-6000/chat_template.jinja b/checkpoint-6000/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..3351794a94e61dfc4bc89ee46b1c94c5adb65eef --- /dev/null +++ b/checkpoint-6000/chat_template.jinja @@ -0,0 +1,90 @@ +{%- set enable_thinking = true %} +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/checkpoint-6000/config.json b/checkpoint-6000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1d219d6a6d288625229a71646710b85cf7ae5def --- /dev/null +++ b/checkpoint-6000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.7.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/checkpoint-6000/generation_config.json b/checkpoint-6000/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5ec133d867b1427d43a5ee0ea332bd088fc12013 --- /dev/null +++ b/checkpoint-6000/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.7.0" +} diff --git a/checkpoint-6000/model.safetensors b/checkpoint-6000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..98e4f66c9d1757b91793813a475b35f93308fe9b --- /dev/null +++ b/checkpoint-6000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a45b83aba4b8dab88e9a790210862d58a3cb8c2310139f5d6af18ffe5b7be7b8 +size 3441185608 diff --git a/checkpoint-6000/optimizer.pt b/checkpoint-6000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba06d78d3d6871efaaa4c0316b3173a45cd6d438 --- /dev/null +++ b/checkpoint-6000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02091241e3af30265052f399c3fbaa73c38d6157340b282416606f2e0bd41286 +size 6882567855 diff --git a/checkpoint-6000/rng_state.pth b/checkpoint-6000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..d574f6e8c0d75e1e4c1b6070874a51292d2406ef --- /dev/null +++ b/checkpoint-6000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b6c4eb2ee4da373f9e7e81beaa0a6e3a79251b127aed60d93b97c78c7b62d08 +size 14709 diff --git a/checkpoint-6000/scheduler.pt b/checkpoint-6000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2589f847838aca5aea9a0aeb07f02426ec78477 --- /dev/null +++ b/checkpoint-6000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08b834e816bac23646ffc3fa3cfcc3d294c56efa0127324ad1747417fff90ba4 +size 1465 diff --git a/checkpoint-6000/tokenizer.json b/checkpoint-6000/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c0514b32204177c8f18e590a488ef974b883b37f --- /dev/null +++ b/checkpoint-6000/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82ff947750287e6ea07d0b2507b144c5c645274f3dcfae956140522843851c7f +size 11422916 diff --git a/checkpoint-6000/tokenizer_config.json b/checkpoint-6000/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..57b564de469af892cab80d1caca382b0740a5698 --- /dev/null +++ b/checkpoint-6000/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": true, + "local_files_only": false, + "max_length": 2048, + "model_max_length": 131072, + "pad_to_multiple_of": null, + "pad_token": "<|endoftext|>", + "pad_token_type_id": 0, + "padding_side": "left", + "split_special_tokens": false, + "stride": 0, + "tokenizer_class": "Qwen2Tokenizer", + "truncation_side": "right", + "truncation_strategy": "longest_first", + "unk_token": null +} diff --git a/checkpoint-6000/trainer_state.json b/checkpoint-6000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..07ba02d34e5fcf1490371c629672067c291014fa --- /dev/null +++ b/checkpoint-6000/trainer_state.json @@ -0,0 +1,6034 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.6993343719019969, + "eval_steps": 500, + "global_step": 6000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 0.29507704377174376, + "epoch": 0.00283245999150262, + "grad_norm": 4.09375, + "learning_rate": 4.2452830188679244e-07, + "loss": 0.3566948413848877, + "mean_token_accuracy": 0.9076204329729081, + "num_tokens": 57754.0, + "step": 10 + }, + { + "entropy": 0.2551024345681071, + "epoch": 0.00566491998300524, + "grad_norm": 3.40625, + "learning_rate": 8.962264150943397e-07, + "loss": 0.31477539539337157, + "mean_token_accuracy": 0.9188954353332519, + "num_tokens": 119901.0, + "step": 20 + }, + { + "entropy": 0.2523306422866881, + "epoch": 0.008497379974507861, + "grad_norm": 3.140625, + "learning_rate": 1.3679245283018869e-06, + "loss": 0.2913109064102173, + "mean_token_accuracy": 0.9215194329619407, + "num_tokens": 180311.0, + "step": 30 + }, + { + "entropy": 0.22679653987288476, + "epoch": 0.01132983996601048, + "grad_norm": 2.484375, + "learning_rate": 1.839622641509434e-06, + "loss": 0.2628800630569458, + "mean_token_accuracy": 0.9269197300076485, + "num_tokens": 240679.0, + "step": 40 + }, + { + "entropy": 0.25960975158959626, + "epoch": 0.0141622999575131, + "grad_norm": 3.171875, + "learning_rate": 2.3113207547169815e-06, + "loss": 0.28663818836212157, + "mean_token_accuracy": 0.9190028250217438, + "num_tokens": 300178.0, + "step": 50 + }, + { + "entropy": 0.23047537030652165, + "epoch": 0.016994759949015722, + "grad_norm": 3.359375, + "learning_rate": 2.7830188679245286e-06, + "loss": 0.2869963407516479, + "mean_token_accuracy": 0.9282467097043992, + "num_tokens": 363367.0, + "step": 60 + }, + { + "entropy": 0.2742697206325829, + "epoch": 0.01982721994051834, + "grad_norm": 2.84375, + "learning_rate": 3.2547169811320758e-06, + "loss": 0.33283913135528564, + "mean_token_accuracy": 0.9160554230213165, + "num_tokens": 422934.0, + "step": 70 + }, + { + "entropy": 0.2207114916294813, + "epoch": 0.02265967993202096, + "grad_norm": 2.296875, + "learning_rate": 3.726415094339623e-06, + "loss": 0.2637247323989868, + "mean_token_accuracy": 0.93454180508852, + "num_tokens": 485474.0, + "step": 80 + }, + { + "entropy": 0.29863583780825137, + "epoch": 0.02549213992352358, + "grad_norm": 3.109375, + "learning_rate": 4.19811320754717e-06, + "loss": 0.3299318552017212, + "mean_token_accuracy": 0.9074279353022575, + "num_tokens": 546729.0, + "step": 90 + }, + { + "entropy": 0.2593200202099979, + "epoch": 0.0283245999150262, + "grad_norm": 3.296875, + "learning_rate": 4.6698113207547175e-06, + "loss": 0.30571737289428713, + "mean_token_accuracy": 0.9210630834102631, + "num_tokens": 610043.0, + "step": 100 + }, + { + "entropy": 0.23882317589595914, + "epoch": 0.03115705990652882, + "grad_norm": 2.9375, + "learning_rate": 5.1415094339622655e-06, + "loss": 0.2805943965911865, + "mean_token_accuracy": 0.9287041068077088, + "num_tokens": 672659.0, + "step": 110 + }, + { + "entropy": 0.3046730716712773, + "epoch": 0.033989519898031444, + "grad_norm": 2.953125, + "learning_rate": 5.613207547169813e-06, + "loss": 0.33022561073303225, + "mean_token_accuracy": 0.9067787274718284, + "num_tokens": 734933.0, + "step": 120 + }, + { + "entropy": 0.2995048786513507, + "epoch": 0.03682197988953406, + "grad_norm": 3.125, + "learning_rate": 6.08490566037736e-06, + "loss": 0.349836540222168, + "mean_token_accuracy": 0.9100313737988472, + "num_tokens": 802051.0, + "step": 130 + }, + { + "entropy": 0.29361706245690583, + "epoch": 0.03965443988103668, + "grad_norm": 2.5, + "learning_rate": 6.556603773584907e-06, + "loss": 0.35902695655822753, + "mean_token_accuracy": 0.9101588934659958, + "num_tokens": 867377.0, + "step": 140 + }, + { + "entropy": 0.24544770400971175, + "epoch": 0.0424868998725393, + "grad_norm": 2.84375, + "learning_rate": 7.028301886792454e-06, + "loss": 0.285405707359314, + "mean_token_accuracy": 0.9270808070898056, + "num_tokens": 927107.0, + "step": 150 + }, + { + "entropy": 0.2875491754151881, + "epoch": 0.04531935986404192, + "grad_norm": 3.234375, + "learning_rate": 7.500000000000001e-06, + "loss": 0.3402009725570679, + "mean_token_accuracy": 0.9136876732110977, + "num_tokens": 990528.0, + "step": 160 + }, + { + "entropy": 0.22622144613415002, + "epoch": 0.04815181985554454, + "grad_norm": 2.25, + "learning_rate": 7.971698113207547e-06, + "loss": 0.2910705804824829, + "mean_token_accuracy": 0.9321711152791977, + "num_tokens": 1058242.0, + "step": 170 + }, + { + "entropy": 0.29517930569127204, + "epoch": 0.05098427984704716, + "grad_norm": 2.359375, + "learning_rate": 8.443396226415095e-06, + "loss": 0.33316755294799805, + "mean_token_accuracy": 0.9101866632699966, + "num_tokens": 1122005.0, + "step": 180 + }, + { + "entropy": 0.24930730648338795, + "epoch": 0.05381673983854978, + "grad_norm": 3.0, + "learning_rate": 8.915094339622642e-06, + "loss": 0.30969944000244143, + "mean_token_accuracy": 0.9247294485569, + "num_tokens": 1188490.0, + "step": 190 + }, + { + "entropy": 0.25839815735816957, + "epoch": 0.0566491998300524, + "grad_norm": 3.0625, + "learning_rate": 9.38679245283019e-06, + "loss": 0.297174334526062, + "mean_token_accuracy": 0.9204156577587128, + "num_tokens": 1251678.0, + "step": 200 + }, + { + "entropy": 0.2905343039892614, + "epoch": 0.05948165982155502, + "grad_norm": 2.8125, + "learning_rate": 9.858490566037736e-06, + "loss": 0.32970147132873534, + "mean_token_accuracy": 0.913238699734211, + "num_tokens": 1313699.0, + "step": 210 + }, + { + "entropy": 0.2568929926492274, + "epoch": 0.06231411981305764, + "grad_norm": 2.5625, + "learning_rate": 9.999974233565972e-06, + "loss": 0.30164146423339844, + "mean_token_accuracy": 0.9249269992113114, + "num_tokens": 1375715.0, + "step": 220 + }, + { + "entropy": 0.28177314829081296, + "epoch": 0.06514657980456026, + "grad_norm": 2.65625, + "learning_rate": 9.999848031263088e-06, + "loss": 0.35624649524688723, + "mean_token_accuracy": 0.9165132910013198, + "num_tokens": 1437036.0, + "step": 230 + }, + { + "entropy": 0.28143359581008554, + "epoch": 0.06797903979606289, + "grad_norm": 3.5, + "learning_rate": 9.999616663132215e-06, + "loss": 0.31751246452331544, + "mean_token_accuracy": 0.9144904181361199, + "num_tokens": 1497439.0, + "step": 240 + }, + { + "entropy": 0.2563840645365417, + "epoch": 0.0708114997875655, + "grad_norm": 2.9375, + "learning_rate": 9.999280134039904e-06, + "loss": 0.2970747947692871, + "mean_token_accuracy": 0.9239869534969329, + "num_tokens": 1560572.0, + "step": 250 + }, + { + "entropy": 0.26128380922600625, + "epoch": 0.07364395977906812, + "grad_norm": 3.546875, + "learning_rate": 9.99883845106464e-06, + "loss": 0.3082664251327515, + "mean_token_accuracy": 0.9216519877314567, + "num_tokens": 1618878.0, + "step": 260 + }, + { + "entropy": 0.24938686965033413, + "epoch": 0.07647641977057074, + "grad_norm": 3.03125, + "learning_rate": 9.998291623496701e-06, + "loss": 0.29519200325012207, + "mean_token_accuracy": 0.9224761530756951, + "num_tokens": 1685916.0, + "step": 270 + }, + { + "entropy": 0.28363573011010884, + "epoch": 0.07930887976207336, + "grad_norm": 3.15625, + "learning_rate": 9.997639662837951e-06, + "loss": 0.3446742296218872, + "mean_token_accuracy": 0.9136298835277558, + "num_tokens": 1751080.0, + "step": 280 + }, + { + "entropy": 0.2872984026558697, + "epoch": 0.08214133975357599, + "grad_norm": 2.8125, + "learning_rate": 9.996882582801599e-06, + "loss": 0.3477527141571045, + "mean_token_accuracy": 0.9137941494584083, + "num_tokens": 1815780.0, + "step": 290 + }, + { + "entropy": 0.25401860922575, + "epoch": 0.0849737997450786, + "grad_norm": 4.25, + "learning_rate": 9.996020399311921e-06, + "loss": 0.29331982135772705, + "mean_token_accuracy": 0.9234861671924591, + "num_tokens": 1873908.0, + "step": 300 + }, + { + "entropy": 0.2665036544203758, + "epoch": 0.08780625973658122, + "grad_norm": 3.59375, + "learning_rate": 9.995053130503918e-06, + "loss": 0.31269567012786864, + "mean_token_accuracy": 0.9207103908061981, + "num_tokens": 1931890.0, + "step": 310 + }, + { + "entropy": 0.23515027351677417, + "epoch": 0.09063871972808384, + "grad_norm": 2.5, + "learning_rate": 9.993980796722932e-06, + "loss": 0.2736210346221924, + "mean_token_accuracy": 0.9278215259313584, + "num_tokens": 1991312.0, + "step": 320 + }, + { + "entropy": 0.28878505127504467, + "epoch": 0.09347117971958646, + "grad_norm": 2.5, + "learning_rate": 9.992803420524221e-06, + "loss": 0.33671131134033205, + "mean_token_accuracy": 0.9127544730901718, + "num_tokens": 2053178.0, + "step": 330 + }, + { + "entropy": 0.2834086772054434, + "epoch": 0.09630363971108909, + "grad_norm": 3.90625, + "learning_rate": 9.99152102667249e-06, + "loss": 0.35361733436584475, + "mean_token_accuracy": 0.9139562115073204, + "num_tokens": 2120195.0, + "step": 340 + }, + { + "entropy": 0.2917692055925727, + "epoch": 0.0991360997025917, + "grad_norm": 2.515625, + "learning_rate": 9.990133642141359e-06, + "loss": 0.3562884569168091, + "mean_token_accuracy": 0.9113267123699188, + "num_tokens": 2183384.0, + "step": 350 + }, + { + "entropy": 0.29602638110518453, + "epoch": 0.10196855969409432, + "grad_norm": 2.984375, + "learning_rate": 9.988641296112801e-06, + "loss": 0.36012532711029055, + "mean_token_accuracy": 0.9128559544682503, + "num_tokens": 2244346.0, + "step": 360 + }, + { + "entropy": 0.3045878069475293, + "epoch": 0.10480101968559694, + "grad_norm": 3.21875, + "learning_rate": 9.987044019976537e-06, + "loss": 0.3514120101928711, + "mean_token_accuracy": 0.9106482103466987, + "num_tokens": 2305297.0, + "step": 370 + }, + { + "entropy": 0.299565667938441, + "epoch": 0.10763347967709956, + "grad_norm": 2.671875, + "learning_rate": 9.985341847329356e-06, + "loss": 0.367277193069458, + "mean_token_accuracy": 0.9121061027050018, + "num_tokens": 2365431.0, + "step": 380 + }, + { + "entropy": 0.27325491337105634, + "epoch": 0.11046593966860219, + "grad_norm": 3.234375, + "learning_rate": 9.983534813974427e-06, + "loss": 0.31475095748901366, + "mean_token_accuracy": 0.9173168331384659, + "num_tokens": 2428801.0, + "step": 390 + }, + { + "entropy": 0.2851902859285474, + "epoch": 0.1132983996601048, + "grad_norm": 2.875, + "learning_rate": 9.981622957920539e-06, + "loss": 0.33931722640991213, + "mean_token_accuracy": 0.9106573596596718, + "num_tokens": 2491579.0, + "step": 400 + }, + { + "entropy": 0.21675956407561897, + "epoch": 0.11613085965160742, + "grad_norm": 2.78125, + "learning_rate": 9.979606319381298e-06, + "loss": 0.25852797031402586, + "mean_token_accuracy": 0.9324780255556107, + "num_tokens": 2548859.0, + "step": 410 + }, + { + "entropy": 0.24814353184774518, + "epoch": 0.11896331964311004, + "grad_norm": 2.90625, + "learning_rate": 9.977484940774285e-06, + "loss": 0.3079322099685669, + "mean_token_accuracy": 0.925763688981533, + "num_tokens": 2609527.0, + "step": 420 + }, + { + "entropy": 0.23963961247354745, + "epoch": 0.12179577963461266, + "grad_norm": 2.84375, + "learning_rate": 9.975258866720164e-06, + "loss": 0.30464174747467043, + "mean_token_accuracy": 0.9282972604036331, + "num_tokens": 2671792.0, + "step": 430 + }, + { + "entropy": 0.22275841599330307, + "epoch": 0.12462823962611529, + "grad_norm": 3.71875, + "learning_rate": 9.972928144041743e-06, + "loss": 0.2726627826690674, + "mean_token_accuracy": 0.9328858569264412, + "num_tokens": 2728843.0, + "step": 440 + }, + { + "entropy": 0.25536813884973525, + "epoch": 0.1274606996176179, + "grad_norm": 3.421875, + "learning_rate": 9.970492821762987e-06, + "loss": 0.3212365388870239, + "mean_token_accuracy": 0.9217953279614448, + "num_tokens": 2791023.0, + "step": 450 + }, + { + "entropy": 0.2672379590570927, + "epoch": 0.13029315960912052, + "grad_norm": 3.734375, + "learning_rate": 9.96795295110799e-06, + "loss": 0.29747211933135986, + "mean_token_accuracy": 0.9217168748378753, + "num_tokens": 2847958.0, + "step": 460 + }, + { + "entropy": 0.28422608589753506, + "epoch": 0.13312561960062314, + "grad_norm": 2.859375, + "learning_rate": 9.965308585499896e-06, + "loss": 0.34196789264678956, + "mean_token_accuracy": 0.9170226454734802, + "num_tokens": 2909349.0, + "step": 470 + }, + { + "entropy": 0.27438433319330213, + "epoch": 0.13595807959212577, + "grad_norm": 3.34375, + "learning_rate": 9.962559780559775e-06, + "loss": 0.33036375045776367, + "mean_token_accuracy": 0.9176693558692932, + "num_tokens": 2969433.0, + "step": 480 + }, + { + "entropy": 0.2442100400105119, + "epoch": 0.1387905395836284, + "grad_norm": 3.0, + "learning_rate": 9.959706594105455e-06, + "loss": 0.28648254871368406, + "mean_token_accuracy": 0.9282553762197494, + "num_tokens": 3027582.0, + "step": 490 + }, + { + "entropy": 0.23896701000630854, + "epoch": 0.141622999575131, + "grad_norm": 3.546875, + "learning_rate": 9.956749086150301e-06, + "loss": 0.2794966697692871, + "mean_token_accuracy": 0.9286124855279922, + "num_tokens": 3084211.0, + "step": 500 + }, + { + "entropy": 0.27731118397787213, + "epoch": 0.1444554595666336, + "grad_norm": 3.21875, + "learning_rate": 9.95368731890196e-06, + "loss": 0.34079086780548096, + "mean_token_accuracy": 0.9156320407986641, + "num_tokens": 3148066.0, + "step": 510 + }, + { + "entropy": 0.3060536190867424, + "epoch": 0.14728791955813625, + "grad_norm": 3.109375, + "learning_rate": 9.95052135676105e-06, + "loss": 0.35003831386566164, + "mean_token_accuracy": 0.9095047876238823, + "num_tokens": 3210881.0, + "step": 520 + }, + { + "entropy": 0.24477277882397175, + "epoch": 0.15012037954963886, + "grad_norm": 2.453125, + "learning_rate": 9.947251266319794e-06, + "loss": 0.2733241319656372, + "mean_token_accuracy": 0.9252619653940201, + "num_tokens": 3276012.0, + "step": 530 + }, + { + "entropy": 0.27293226812034843, + "epoch": 0.15295283954114147, + "grad_norm": 2.90625, + "learning_rate": 9.943877116360641e-06, + "loss": 0.31792876720428465, + "mean_token_accuracy": 0.9202567800879479, + "num_tokens": 3335164.0, + "step": 540 + }, + { + "entropy": 0.20838154219090937, + "epoch": 0.1557852995326441, + "grad_norm": 2.78125, + "learning_rate": 9.9403989778548e-06, + "loss": 0.22628676891326904, + "mean_token_accuracy": 0.9357526674866676, + "num_tokens": 3395629.0, + "step": 550 + }, + { + "entropy": 0.28058414310216906, + "epoch": 0.15861775952414672, + "grad_norm": 2.796875, + "learning_rate": 9.936816923960762e-06, + "loss": 0.3485994815826416, + "mean_token_accuracy": 0.913826584815979, + "num_tokens": 3458741.0, + "step": 560 + }, + { + "entropy": 0.24033103082329035, + "epoch": 0.16145021951564933, + "grad_norm": 2.828125, + "learning_rate": 9.933131030022747e-06, + "loss": 0.2948629379272461, + "mean_token_accuracy": 0.9284436792135239, + "num_tokens": 3521040.0, + "step": 570 + }, + { + "entropy": 0.23639136143028736, + "epoch": 0.16428267950715197, + "grad_norm": 2.390625, + "learning_rate": 9.929341373569128e-06, + "loss": 0.27065243721008303, + "mean_token_accuracy": 0.9302666276693344, + "num_tokens": 3581611.0, + "step": 580 + }, + { + "entropy": 0.2285683000460267, + "epoch": 0.16711513949865459, + "grad_norm": 2.375, + "learning_rate": 9.9254480343108e-06, + "loss": 0.2653533697128296, + "mean_token_accuracy": 0.9309602394700051, + "num_tokens": 3644921.0, + "step": 590 + }, + { + "entropy": 0.27094218097627165, + "epoch": 0.1699475994901572, + "grad_norm": 3.046875, + "learning_rate": 9.921451094139505e-06, + "loss": 0.32512192726135253, + "mean_token_accuracy": 0.9172641158103942, + "num_tokens": 3709586.0, + "step": 600 + }, + { + "entropy": 0.2930651384405792, + "epoch": 0.1727800594816598, + "grad_norm": 2.734375, + "learning_rate": 9.917350637126098e-06, + "loss": 0.34543671607971194, + "mean_token_accuracy": 0.9111444249749183, + "num_tokens": 3771199.0, + "step": 610 + }, + { + "entropy": 0.20977639830671252, + "epoch": 0.17561251947316245, + "grad_norm": 3.34375, + "learning_rate": 9.913146749518793e-06, + "loss": 0.24384891986846924, + "mean_token_accuracy": 0.9361389100551605, + "num_tokens": 3830642.0, + "step": 620 + }, + { + "entropy": 0.33134929798543455, + "epoch": 0.17844497946466506, + "grad_norm": 3.109375, + "learning_rate": 9.908839519741342e-06, + "loss": 0.3824115753173828, + "mean_token_accuracy": 0.901754966378212, + "num_tokens": 3897528.0, + "step": 630 + }, + { + "entropy": 0.25660650301724675, + "epoch": 0.18127743945616767, + "grad_norm": 2.890625, + "learning_rate": 9.904429038391176e-06, + "loss": 0.3021864891052246, + "mean_token_accuracy": 0.9210129022598267, + "num_tokens": 3959989.0, + "step": 640 + }, + { + "entropy": 0.23014457449316977, + "epoch": 0.1841098994476703, + "grad_norm": 2.75, + "learning_rate": 9.899915398237501e-06, + "loss": 0.2613434076309204, + "mean_token_accuracy": 0.9306802496314048, + "num_tokens": 4016935.0, + "step": 650 + }, + { + "entropy": 0.1980850043706596, + "epoch": 0.18694235943917292, + "grad_norm": 3.734375, + "learning_rate": 9.895298694219341e-06, + "loss": 0.20858781337738036, + "mean_token_accuracy": 0.9410330221056938, + "num_tokens": 4073788.0, + "step": 660 + }, + { + "entropy": 0.24770355047658085, + "epoch": 0.18977481943067553, + "grad_norm": 3.421875, + "learning_rate": 9.890579023443547e-06, + "loss": 0.2824872016906738, + "mean_token_accuracy": 0.9241019815206528, + "num_tokens": 4132709.0, + "step": 670 + }, + { + "entropy": 0.25571326799690725, + "epoch": 0.19260727942217817, + "grad_norm": 3.046875, + "learning_rate": 9.885756485182757e-06, + "loss": 0.29729485511779785, + "mean_token_accuracy": 0.9242745995521545, + "num_tokens": 4192868.0, + "step": 680 + }, + { + "entropy": 0.24121474735438825, + "epoch": 0.19543973941368079, + "grad_norm": 2.1875, + "learning_rate": 9.880831180873293e-06, + "loss": 0.27683706283569337, + "mean_token_accuracy": 0.9267540663480759, + "num_tokens": 4260336.0, + "step": 690 + }, + { + "entropy": 0.27479004645720123, + "epoch": 0.1982721994051834, + "grad_norm": 3.109375, + "learning_rate": 9.875803214113054e-06, + "loss": 0.33806943893432617, + "mean_token_accuracy": 0.9168683245778084, + "num_tokens": 4321854.0, + "step": 700 + }, + { + "entropy": 0.25184335857629775, + "epoch": 0.201104659396686, + "grad_norm": 2.609375, + "learning_rate": 9.870672690659305e-06, + "loss": 0.2812079668045044, + "mean_token_accuracy": 0.9226194903254509, + "num_tokens": 4386277.0, + "step": 710 + }, + { + "entropy": 0.28651694897562263, + "epoch": 0.20393711938818865, + "grad_norm": 2.78125, + "learning_rate": 9.865439718426477e-06, + "loss": 0.32440919876098634, + "mean_token_accuracy": 0.9133371457457542, + "num_tokens": 4442830.0, + "step": 720 + }, + { + "entropy": 0.22666416531428696, + "epoch": 0.20676957937969126, + "grad_norm": 2.71875, + "learning_rate": 9.860104407483886e-06, + "loss": 0.24703795909881593, + "mean_token_accuracy": 0.9327533736824989, + "num_tokens": 4500436.0, + "step": 730 + }, + { + "entropy": 0.2507213500328362, + "epoch": 0.20960203937119387, + "grad_norm": 2.53125, + "learning_rate": 9.854666870053425e-06, + "loss": 0.2838727951049805, + "mean_token_accuracy": 0.9209447979927063, + "num_tokens": 4561933.0, + "step": 740 + }, + { + "entropy": 0.21676306603476406, + "epoch": 0.2124344993626965, + "grad_norm": 2.859375, + "learning_rate": 9.849127220507194e-06, + "loss": 0.2716209411621094, + "mean_token_accuracy": 0.9343680232763291, + "num_tokens": 4622998.0, + "step": 750 + }, + { + "entropy": 0.2786881748586893, + "epoch": 0.21526695935419912, + "grad_norm": 3.046875, + "learning_rate": 9.843485575365097e-06, + "loss": 0.29899957180023196, + "mean_token_accuracy": 0.9196301624178886, + "num_tokens": 4681083.0, + "step": 760 + }, + { + "entropy": 0.2431763346772641, + "epoch": 0.21809941934570173, + "grad_norm": 3.0625, + "learning_rate": 9.8377420532924e-06, + "loss": 0.29538416862487793, + "mean_token_accuracy": 0.9254559382796288, + "num_tokens": 4743380.0, + "step": 770 + }, + { + "entropy": 0.26367821972817185, + "epoch": 0.22093187933720437, + "grad_norm": 3.5625, + "learning_rate": 9.831896775097228e-06, + "loss": 0.30875329971313475, + "mean_token_accuracy": 0.9178639754652977, + "num_tokens": 4810602.0, + "step": 780 + }, + { + "entropy": 0.2465921022929251, + "epoch": 0.22376433932870698, + "grad_norm": 2.765625, + "learning_rate": 9.82594986372802e-06, + "loss": 0.2801267862319946, + "mean_token_accuracy": 0.9282723888754845, + "num_tokens": 4871627.0, + "step": 790 + }, + { + "entropy": 0.25284000346437097, + "epoch": 0.2265967993202096, + "grad_norm": 3.4375, + "learning_rate": 9.819901444270948e-06, + "loss": 0.30395705699920655, + "mean_token_accuracy": 0.9240084990859032, + "num_tokens": 4931920.0, + "step": 800 + }, + { + "entropy": 0.28599896691739557, + "epoch": 0.22942925931171224, + "grad_norm": 2.640625, + "learning_rate": 9.81375164394729e-06, + "loss": 0.3340512752532959, + "mean_token_accuracy": 0.916917297244072, + "num_tokens": 4991349.0, + "step": 810 + }, + { + "entropy": 0.23968474548310043, + "epoch": 0.23226171930321485, + "grad_norm": 3.453125, + "learning_rate": 9.807500592110742e-06, + "loss": 0.2692118167877197, + "mean_token_accuracy": 0.9295398175716401, + "num_tokens": 5050055.0, + "step": 820 + }, + { + "entropy": 0.20940189454704522, + "epoch": 0.23509417929471746, + "grad_norm": 2.765625, + "learning_rate": 9.801148420244712e-06, + "loss": 0.25932815074920657, + "mean_token_accuracy": 0.9358838751912117, + "num_tokens": 5109782.0, + "step": 830 + }, + { + "entropy": 0.24254744723439217, + "epoch": 0.23792663928622007, + "grad_norm": 2.8125, + "learning_rate": 9.794695261959543e-06, + "loss": 0.2990440607070923, + "mean_token_accuracy": 0.9256203979253769, + "num_tokens": 5172440.0, + "step": 840 + }, + { + "entropy": 0.2664669520221651, + "epoch": 0.2407590992777227, + "grad_norm": 2.59375, + "learning_rate": 9.788141252989708e-06, + "loss": 0.29775204658508303, + "mean_token_accuracy": 0.9201966479420662, + "num_tokens": 5235919.0, + "step": 850 + }, + { + "entropy": 0.19833559924736618, + "epoch": 0.24359155926922532, + "grad_norm": 3.234375, + "learning_rate": 9.781486531190949e-06, + "loss": 0.23745510578155518, + "mean_token_accuracy": 0.9385088697075844, + "num_tokens": 5296473.0, + "step": 860 + }, + { + "entropy": 0.3408564478158951, + "epoch": 0.24642401926072793, + "grad_norm": 2.4375, + "learning_rate": 9.77473123653739e-06, + "loss": 0.39055278301239016, + "mean_token_accuracy": 0.8995231419801712, + "num_tokens": 5371351.0, + "step": 870 + }, + { + "entropy": 0.20810967413708567, + "epoch": 0.24925647925223057, + "grad_norm": 2.984375, + "learning_rate": 9.767875511118581e-06, + "loss": 0.23883450031280518, + "mean_token_accuracy": 0.9360704630613327, + "num_tokens": 5426969.0, + "step": 880 + }, + { + "entropy": 0.20178698934614658, + "epoch": 0.25208893924373316, + "grad_norm": 2.796875, + "learning_rate": 9.76091949913651e-06, + "loss": 0.2629793643951416, + "mean_token_accuracy": 0.9390636637806893, + "num_tokens": 5486851.0, + "step": 890 + }, + { + "entropy": 0.2675803706981242, + "epoch": 0.2549213992352358, + "grad_norm": 2.734375, + "learning_rate": 9.75386334690258e-06, + "loss": 0.32069413661956786, + "mean_token_accuracy": 0.9186962202191353, + "num_tokens": 5548844.0, + "step": 900 + }, + { + "entropy": 0.23871907480061055, + "epoch": 0.25775385922673844, + "grad_norm": 2.640625, + "learning_rate": 9.746707202834513e-06, + "loss": 0.2886685371398926, + "mean_token_accuracy": 0.9280523255467414, + "num_tokens": 5611116.0, + "step": 910 + }, + { + "entropy": 0.2657617861405015, + "epoch": 0.26058631921824105, + "grad_norm": 3.78125, + "learning_rate": 9.739451217453256e-06, + "loss": 0.3452012538909912, + "mean_token_accuracy": 0.9207879915833473, + "num_tokens": 5669471.0, + "step": 920 + }, + { + "entropy": 0.35146014522761104, + "epoch": 0.26341877920974366, + "grad_norm": 2.71875, + "learning_rate": 9.732095543379785e-06, + "loss": 0.40203266143798827, + "mean_token_accuracy": 0.8934830293059349, + "num_tokens": 5733490.0, + "step": 930 + }, + { + "entropy": 0.26005903370678424, + "epoch": 0.26625123920124627, + "grad_norm": 3.25, + "learning_rate": 9.724640335331914e-06, + "loss": 0.32765285968780516, + "mean_token_accuracy": 0.9225191935896874, + "num_tokens": 5794906.0, + "step": 940 + }, + { + "entropy": 0.2606829381547868, + "epoch": 0.2690836991927489, + "grad_norm": 3.125, + "learning_rate": 9.717085750121034e-06, + "loss": 0.291635537147522, + "mean_token_accuracy": 0.9234898447990417, + "num_tokens": 5859091.0, + "step": 950 + }, + { + "entropy": 0.23729518568143249, + "epoch": 0.27191615918425155, + "grad_norm": 3.890625, + "learning_rate": 9.709431946648816e-06, + "loss": 0.2771798849105835, + "mean_token_accuracy": 0.9288942471146584, + "num_tokens": 5916651.0, + "step": 960 + }, + { + "entropy": 0.3044700736179948, + "epoch": 0.27474861917575416, + "grad_norm": 3.265625, + "learning_rate": 9.70167908590387e-06, + "loss": 0.35118794441223145, + "mean_token_accuracy": 0.9071996942162514, + "num_tokens": 5986297.0, + "step": 970 + }, + { + "entropy": 0.20032154135406016, + "epoch": 0.2775810791672568, + "grad_norm": 1.9453125, + "learning_rate": 9.693827330958359e-06, + "loss": 0.22060835361480713, + "mean_token_accuracy": 0.9378864094614983, + "num_tokens": 6040950.0, + "step": 980 + }, + { + "entropy": 0.2812673319131136, + "epoch": 0.2804135391587594, + "grad_norm": 3.015625, + "learning_rate": 9.685876846964559e-06, + "loss": 0.3387210607528687, + "mean_token_accuracy": 0.9153818473219871, + "num_tokens": 6104481.0, + "step": 990 + }, + { + "entropy": 0.24724330119788646, + "epoch": 0.283245999150262, + "grad_norm": 2.828125, + "learning_rate": 9.677827801151403e-06, + "loss": 0.31839587688446047, + "mean_token_accuracy": 0.923798055946827, + "num_tokens": 6165731.0, + "step": 1000 + }, + { + "entropy": 0.21327958977781236, + "epoch": 0.2860784591417646, + "grad_norm": 3.546875, + "learning_rate": 9.669680362820947e-06, + "loss": 0.24435055255889893, + "mean_token_accuracy": 0.9363983988761901, + "num_tokens": 6222125.0, + "step": 1010 + }, + { + "entropy": 0.23882522946223617, + "epoch": 0.2889109191332672, + "grad_norm": 3.328125, + "learning_rate": 9.661434703344826e-06, + "loss": 0.2806673526763916, + "mean_token_accuracy": 0.9294095247983932, + "num_tokens": 6282204.0, + "step": 1020 + }, + { + "entropy": 0.26137259500101206, + "epoch": 0.2917433791247699, + "grad_norm": 2.671875, + "learning_rate": 9.653090996160623e-06, + "loss": 0.3070922613143921, + "mean_token_accuracy": 0.9197057574987412, + "num_tokens": 6344061.0, + "step": 1030 + }, + { + "entropy": 0.2871730769984424, + "epoch": 0.2945758391162725, + "grad_norm": 2.984375, + "learning_rate": 9.644649416768255e-06, + "loss": 0.35834407806396484, + "mean_token_accuracy": 0.912547567486763, + "num_tokens": 6407984.0, + "step": 1040 + }, + { + "entropy": 0.2900437446311116, + "epoch": 0.2974082991077751, + "grad_norm": 2.03125, + "learning_rate": 9.636110142726253e-06, + "loss": 0.32457125186920166, + "mean_token_accuracy": 0.9121438428759575, + "num_tokens": 6472329.0, + "step": 1050 + }, + { + "entropy": 0.2622954409569502, + "epoch": 0.3002407590992777, + "grad_norm": 3.25, + "learning_rate": 9.62747335364804e-06, + "loss": 0.33258225917816164, + "mean_token_accuracy": 0.9233925610780715, + "num_tokens": 6531732.0, + "step": 1060 + }, + { + "entropy": 0.2856888581067324, + "epoch": 0.30307321909078033, + "grad_norm": 3.0, + "learning_rate": 9.618739231198153e-06, + "loss": 0.3187042951583862, + "mean_token_accuracy": 0.9143719717860221, + "num_tokens": 6592374.0, + "step": 1070 + }, + { + "entropy": 0.24033787474036217, + "epoch": 0.30590567908228294, + "grad_norm": 2.859375, + "learning_rate": 9.609907959088422e-06, + "loss": 0.283614444732666, + "mean_token_accuracy": 0.9261544540524482, + "num_tokens": 6650790.0, + "step": 1080 + }, + { + "entropy": 0.23848863909952342, + "epoch": 0.30873813907378556, + "grad_norm": 2.625, + "learning_rate": 9.600979723074098e-06, + "loss": 0.2936501979827881, + "mean_token_accuracy": 0.9262032687664032, + "num_tokens": 6719706.0, + "step": 1090 + }, + { + "entropy": 0.21693174866959453, + "epoch": 0.3115705990652882, + "grad_norm": 2.953125, + "learning_rate": 9.591954710949957e-06, + "loss": 0.26004149913787844, + "mean_token_accuracy": 0.932583923637867, + "num_tokens": 6776632.0, + "step": 1100 + }, + { + "entropy": 0.2789190562441945, + "epoch": 0.31440305905679083, + "grad_norm": 2.890625, + "learning_rate": 9.582833112546343e-06, + "loss": 0.31595649719238283, + "mean_token_accuracy": 0.916853055357933, + "num_tokens": 6833011.0, + "step": 1110 + }, + { + "entropy": 0.26948679955676197, + "epoch": 0.31723551904829345, + "grad_norm": 3.21875, + "learning_rate": 9.573615119725177e-06, + "loss": 0.33131632804870603, + "mean_token_accuracy": 0.9167306616902351, + "num_tokens": 6900317.0, + "step": 1120 + }, + { + "entropy": 0.28943569734692576, + "epoch": 0.32006797903979606, + "grad_norm": 2.96875, + "learning_rate": 9.564300926375922e-06, + "loss": 0.3488821029663086, + "mean_token_accuracy": 0.9178584888577461, + "num_tokens": 6957843.0, + "step": 1130 + }, + { + "entropy": 0.3092574684880674, + "epoch": 0.32290043903129867, + "grad_norm": 3.0, + "learning_rate": 9.554890728411504e-06, + "loss": 0.38100056648254393, + "mean_token_accuracy": 0.907250528037548, + "num_tokens": 7019625.0, + "step": 1140 + }, + { + "entropy": 0.23205467853695155, + "epoch": 0.3257328990228013, + "grad_norm": 2.671875, + "learning_rate": 9.545384723764191e-06, + "loss": 0.2787184476852417, + "mean_token_accuracy": 0.9284637689590454, + "num_tokens": 7082747.0, + "step": 1150 + }, + { + "entropy": 0.220759935118258, + "epoch": 0.32856535901430395, + "grad_norm": 2.28125, + "learning_rate": 9.535783112381427e-06, + "loss": 0.2743505001068115, + "mean_token_accuracy": 0.9325400069355965, + "num_tokens": 7145661.0, + "step": 1160 + }, + { + "entropy": 0.23137438567355276, + "epoch": 0.33139781900580656, + "grad_norm": 1.8125, + "learning_rate": 9.526086096221637e-06, + "loss": 0.26987106800079347, + "mean_token_accuracy": 0.9313987359404564, + "num_tokens": 7206857.0, + "step": 1170 + }, + { + "entropy": 0.2722073396667838, + "epoch": 0.33423027899730917, + "grad_norm": 2.484375, + "learning_rate": 9.516293879249966e-06, + "loss": 0.3264123201370239, + "mean_token_accuracy": 0.9185864552855492, + "num_tokens": 7268679.0, + "step": 1180 + }, + { + "entropy": 0.32303727269172666, + "epoch": 0.3370627389888118, + "grad_norm": 3.671875, + "learning_rate": 9.506406667433992e-06, + "loss": 0.36596126556396485, + "mean_token_accuracy": 0.9050239235162735, + "num_tokens": 7330799.0, + "step": 1190 + }, + { + "entropy": 0.3101142390631139, + "epoch": 0.3398951989803144, + "grad_norm": 2.5625, + "learning_rate": 9.496424668739402e-06, + "loss": 0.34369256496429446, + "mean_token_accuracy": 0.9077561184763908, + "num_tokens": 7400775.0, + "step": 1200 + }, + { + "entropy": 0.2986501886509359, + "epoch": 0.342727658971817, + "grad_norm": 3.015625, + "learning_rate": 9.486348093125608e-06, + "loss": 0.322642183303833, + "mean_token_accuracy": 0.9091341316699981, + "num_tokens": 7468242.0, + "step": 1210 + }, + { + "entropy": 0.2589032934047282, + "epoch": 0.3455601189633196, + "grad_norm": 3.421875, + "learning_rate": 9.476177152541336e-06, + "loss": 0.34026474952697755, + "mean_token_accuracy": 0.9198563724756241, + "num_tokens": 7527176.0, + "step": 1220 + }, + { + "entropy": 0.22048621401190757, + "epoch": 0.3483925789548223, + "grad_norm": 2.484375, + "learning_rate": 9.465912060920166e-06, + "loss": 0.25838427543640136, + "mean_token_accuracy": 0.9329820945858955, + "num_tokens": 7589812.0, + "step": 1230 + }, + { + "entropy": 0.26202963748946784, + "epoch": 0.3512250389463249, + "grad_norm": 2.578125, + "learning_rate": 9.455553034176032e-06, + "loss": 0.30493922233581544, + "mean_token_accuracy": 0.9203774958848954, + "num_tokens": 7657522.0, + "step": 1240 + }, + { + "entropy": 0.271380069013685, + "epoch": 0.3540574989378275, + "grad_norm": 2.828125, + "learning_rate": 9.445100290198684e-06, + "loss": 0.3257579326629639, + "mean_token_accuracy": 0.9217397809028626, + "num_tokens": 7712829.0, + "step": 1250 + }, + { + "entropy": 0.27217169627547266, + "epoch": 0.3568899589293301, + "grad_norm": 2.8125, + "learning_rate": 9.434554048849093e-06, + "loss": 0.3238358497619629, + "mean_token_accuracy": 0.9188270941376686, + "num_tokens": 7776624.0, + "step": 1260 + }, + { + "entropy": 0.25914485240355134, + "epoch": 0.35972241892083273, + "grad_norm": 2.65625, + "learning_rate": 9.42391453195485e-06, + "loss": 0.3195030927658081, + "mean_token_accuracy": 0.9199050933122634, + "num_tokens": 7841876.0, + "step": 1270 + }, + { + "entropy": 0.28430393086746336, + "epoch": 0.36255487891233534, + "grad_norm": 2.234375, + "learning_rate": 9.41318196330547e-06, + "loss": 0.3278545141220093, + "mean_token_accuracy": 0.91401526927948, + "num_tokens": 7910392.0, + "step": 1280 + }, + { + "entropy": 0.26083566416054965, + "epoch": 0.365387338903838, + "grad_norm": 3.390625, + "learning_rate": 9.402356568647713e-06, + "loss": 0.31773340702056885, + "mean_token_accuracy": 0.9208214491605758, + "num_tokens": 7975209.0, + "step": 1290 + }, + { + "entropy": 0.24519406631588936, + "epoch": 0.3682197988953406, + "grad_norm": 2.4375, + "learning_rate": 9.391438575680817e-06, + "loss": 0.2722881317138672, + "mean_token_accuracy": 0.9261975526809693, + "num_tokens": 8034132.0, + "step": 1300 + }, + { + "entropy": 0.2725516245700419, + "epoch": 0.37105225888684323, + "grad_norm": 2.84375, + "learning_rate": 9.380428214051713e-06, + "loss": 0.29813878536224364, + "mean_token_accuracy": 0.9148821920156479, + "num_tokens": 8098705.0, + "step": 1310 + }, + { + "entropy": 0.21026630871929228, + "epoch": 0.37388471887834585, + "grad_norm": 3.4375, + "learning_rate": 9.369325715350204e-06, + "loss": 0.24018876552581786, + "mean_token_accuracy": 0.9353105634450912, + "num_tokens": 8156214.0, + "step": 1320 + }, + { + "entropy": 0.21636407235637306, + "epoch": 0.37671717886984846, + "grad_norm": 3.171875, + "learning_rate": 9.358131313104078e-06, + "loss": 0.24975388050079345, + "mean_token_accuracy": 0.9319381535053253, + "num_tokens": 8212246.0, + "step": 1330 + }, + { + "entropy": 0.283135371748358, + "epoch": 0.37954963886135107, + "grad_norm": 3.03125, + "learning_rate": 9.346845242774211e-06, + "loss": 0.3492774486541748, + "mean_token_accuracy": 0.9126205027103425, + "num_tokens": 8276449.0, + "step": 1340 + }, + { + "entropy": 0.2689216922968626, + "epoch": 0.3823820988528537, + "grad_norm": 2.6875, + "learning_rate": 9.335467741749602e-06, + "loss": 0.31089398860931394, + "mean_token_accuracy": 0.9163184836506844, + "num_tokens": 8342046.0, + "step": 1350 + }, + { + "entropy": 0.2872828125953674, + "epoch": 0.38521455884435635, + "grad_norm": 3.65625, + "learning_rate": 9.323999049342388e-06, + "loss": 0.3404247283935547, + "mean_token_accuracy": 0.9147303462028503, + "num_tokens": 8401310.0, + "step": 1360 + }, + { + "entropy": 0.24872623989358544, + "epoch": 0.38804701883585896, + "grad_norm": 3.4375, + "learning_rate": 9.312439406782805e-06, + "loss": 0.3352261304855347, + "mean_token_accuracy": 0.9236381486058235, + "num_tokens": 8465214.0, + "step": 1370 + }, + { + "entropy": 0.29522558888420464, + "epoch": 0.39087947882736157, + "grad_norm": 2.859375, + "learning_rate": 9.300789057214125e-06, + "loss": 0.3520496845245361, + "mean_token_accuracy": 0.9124088481068611, + "num_tokens": 8528733.0, + "step": 1380 + }, + { + "entropy": 0.2515323468483984, + "epoch": 0.3937119388188642, + "grad_norm": 2.875, + "learning_rate": 9.289048245687522e-06, + "loss": 0.28282158374786376, + "mean_token_accuracy": 0.9251262009143829, + "num_tokens": 8591455.0, + "step": 1390 + }, + { + "entropy": 0.2881984678097069, + "epoch": 0.3965443988103668, + "grad_norm": 3.09375, + "learning_rate": 9.27721721915694e-06, + "loss": 0.32998993396759035, + "mean_token_accuracy": 0.9121208965778351, + "num_tokens": 8648837.0, + "step": 1400 + }, + { + "entropy": 0.21407993137836456, + "epoch": 0.3993768588018694, + "grad_norm": 2.9375, + "learning_rate": 9.265296226473879e-06, + "loss": 0.26375982761383054, + "mean_token_accuracy": 0.9327566012740135, + "num_tokens": 8709930.0, + "step": 1410 + }, + { + "entropy": 0.275363692175597, + "epoch": 0.402209318793372, + "grad_norm": 3.03125, + "learning_rate": 9.253285518382176e-06, + "loss": 0.3250740051269531, + "mean_token_accuracy": 0.913650569319725, + "num_tokens": 8776591.0, + "step": 1420 + }, + { + "entropy": 0.3261520963162184, + "epoch": 0.4050417787848747, + "grad_norm": 2.109375, + "learning_rate": 9.241185347512718e-06, + "loss": 0.3912560224533081, + "mean_token_accuracy": 0.9037208631634712, + "num_tokens": 8844954.0, + "step": 1430 + }, + { + "entropy": 0.22378331497311593, + "epoch": 0.4078742387763773, + "grad_norm": 3.328125, + "learning_rate": 9.228995968378142e-06, + "loss": 0.2790132284164429, + "mean_token_accuracy": 0.9313532575964928, + "num_tokens": 8902834.0, + "step": 1440 + }, + { + "entropy": 0.31234009442850946, + "epoch": 0.4107066987678799, + "grad_norm": 3.125, + "learning_rate": 9.216717637367469e-06, + "loss": 0.3557111740112305, + "mean_token_accuracy": 0.9075094118714333, + "num_tokens": 8969817.0, + "step": 1450 + }, + { + "entropy": 0.21338311042636632, + "epoch": 0.4135391587593825, + "grad_norm": 2.5625, + "learning_rate": 9.204350612740718e-06, + "loss": 0.25135955810546873, + "mean_token_accuracy": 0.9335709244012833, + "num_tokens": 9030683.0, + "step": 1460 + }, + { + "entropy": 0.27338244216516616, + "epoch": 0.41637161875088513, + "grad_norm": 3.53125, + "learning_rate": 9.191895154623471e-06, + "loss": 0.330609655380249, + "mean_token_accuracy": 0.9164686724543571, + "num_tokens": 9089943.0, + "step": 1470 + }, + { + "entropy": 0.284117466583848, + "epoch": 0.41920407874238774, + "grad_norm": 2.90625, + "learning_rate": 9.179351525001405e-06, + "loss": 0.35007033348083494, + "mean_token_accuracy": 0.9137591674923897, + "num_tokens": 9161071.0, + "step": 1480 + }, + { + "entropy": 0.2786842305213213, + "epoch": 0.4220365387338904, + "grad_norm": 2.515625, + "learning_rate": 9.16671998771478e-06, + "loss": 0.3523244380950928, + "mean_token_accuracy": 0.9142401218414307, + "num_tokens": 9228047.0, + "step": 1490 + }, + { + "entropy": 0.25877189775928855, + "epoch": 0.424868998725393, + "grad_norm": 3.9375, + "learning_rate": 9.154000808452883e-06, + "loss": 0.2900538921356201, + "mean_token_accuracy": 0.9240692466497421, + "num_tokens": 9292649.0, + "step": 1500 + }, + { + "entropy": 0.3218853287398815, + "epoch": 0.42770145871689563, + "grad_norm": 2.671875, + "learning_rate": 9.14119425474845e-06, + "loss": 0.37074031829833987, + "mean_token_accuracy": 0.9025695845484734, + "num_tokens": 9358701.0, + "step": 1510 + }, + { + "entropy": 0.2493061749264598, + "epoch": 0.43053391870839824, + "grad_norm": 3.78125, + "learning_rate": 9.128300595972035e-06, + "loss": 0.2916921615600586, + "mean_token_accuracy": 0.9247250065207482, + "num_tokens": 9415998.0, + "step": 1520 + }, + { + "entropy": 0.24458966655656694, + "epoch": 0.43336637869990086, + "grad_norm": 3.046875, + "learning_rate": 9.115320103326341e-06, + "loss": 0.3079118490219116, + "mean_token_accuracy": 0.9261806443333626, + "num_tokens": 9477772.0, + "step": 1530 + }, + { + "entropy": 0.24118555188179017, + "epoch": 0.43619883869140347, + "grad_norm": 2.796875, + "learning_rate": 9.102253049840515e-06, + "loss": 0.2698474645614624, + "mean_token_accuracy": 0.9262908518314361, + "num_tokens": 9543178.0, + "step": 1540 + }, + { + "entropy": 0.27692517237737774, + "epoch": 0.4390312986829061, + "grad_norm": 3.59375, + "learning_rate": 9.089099710364413e-06, + "loss": 0.35334970951080324, + "mean_token_accuracy": 0.9152400702238083, + "num_tokens": 9603845.0, + "step": 1550 + }, + { + "entropy": 0.22478010756894945, + "epoch": 0.44186375867440875, + "grad_norm": 4.0625, + "learning_rate": 9.07586036156281e-06, + "loss": 0.2800618648529053, + "mean_token_accuracy": 0.9322063907980919, + "num_tokens": 9657847.0, + "step": 1560 + }, + { + "entropy": 0.301778607442975, + "epoch": 0.44469621866591136, + "grad_norm": 3.015625, + "learning_rate": 9.062535281909586e-06, + "loss": 0.347332239151001, + "mean_token_accuracy": 0.9108933255076408, + "num_tokens": 9717055.0, + "step": 1570 + }, + { + "entropy": 0.2316664133220911, + "epoch": 0.44752867865741397, + "grad_norm": 2.828125, + "learning_rate": 9.049124751681867e-06, + "loss": 0.2667954921722412, + "mean_token_accuracy": 0.932160672545433, + "num_tokens": 9777625.0, + "step": 1580 + }, + { + "entropy": 0.26570963142439724, + "epoch": 0.4503611386489166, + "grad_norm": 3.15625, + "learning_rate": 9.03562905295413e-06, + "loss": 0.3452394962310791, + "mean_token_accuracy": 0.9210765406489372, + "num_tokens": 9837849.0, + "step": 1590 + }, + { + "entropy": 0.241340676182881, + "epoch": 0.4531935986404192, + "grad_norm": 2.34375, + "learning_rate": 9.022048469592266e-06, + "loss": 0.292175817489624, + "mean_token_accuracy": 0.9271585017442703, + "num_tokens": 9899403.0, + "step": 1600 + }, + { + "entropy": 0.22770550679415463, + "epoch": 0.4560260586319218, + "grad_norm": 2.6875, + "learning_rate": 9.008383287247619e-06, + "loss": 0.25679965019226075, + "mean_token_accuracy": 0.9316400110721588, + "num_tokens": 9954779.0, + "step": 1610 + }, + { + "entropy": 0.2558764288201928, + "epoch": 0.45885851862342447, + "grad_norm": 3.65625, + "learning_rate": 8.994633793350966e-06, + "loss": 0.30559663772583007, + "mean_token_accuracy": 0.9226524040102959, + "num_tokens": 10016491.0, + "step": 1620 + }, + { + "entropy": 0.22422194620594382, + "epoch": 0.4616909786149271, + "grad_norm": 2.875, + "learning_rate": 8.98080027710648e-06, + "loss": 0.2620770692825317, + "mean_token_accuracy": 0.931402213871479, + "num_tokens": 10077692.0, + "step": 1630 + }, + { + "entropy": 0.26183739248663185, + "epoch": 0.4645234386064297, + "grad_norm": 3.5, + "learning_rate": 8.966883029485644e-06, + "loss": 0.3246657371520996, + "mean_token_accuracy": 0.9211442023515701, + "num_tokens": 10138856.0, + "step": 1640 + }, + { + "entropy": 0.27033895151689646, + "epoch": 0.4673558985979323, + "grad_norm": 2.9375, + "learning_rate": 8.952882343221128e-06, + "loss": 0.31453800201416016, + "mean_token_accuracy": 0.9187925904989243, + "num_tokens": 10199283.0, + "step": 1650 + }, + { + "entropy": 0.27811811305582523, + "epoch": 0.4701883585894349, + "grad_norm": 3.03125, + "learning_rate": 8.938798512800635e-06, + "loss": 0.3228362321853638, + "mean_token_accuracy": 0.9144035845994949, + "num_tokens": 10262755.0, + "step": 1660 + }, + { + "entropy": 0.25631644316017627, + "epoch": 0.47302081858093753, + "grad_norm": 3.65625, + "learning_rate": 8.924631834460706e-06, + "loss": 0.3209569454193115, + "mean_token_accuracy": 0.9214628890156746, + "num_tokens": 10329283.0, + "step": 1670 + }, + { + "entropy": 0.22031188122928141, + "epoch": 0.47585327857244014, + "grad_norm": 3.28125, + "learning_rate": 8.910382606180488e-06, + "loss": 0.26499745845794676, + "mean_token_accuracy": 0.9340609654784202, + "num_tokens": 10384021.0, + "step": 1680 + }, + { + "entropy": 0.2515722900629044, + "epoch": 0.4786857385639428, + "grad_norm": 3.140625, + "learning_rate": 8.896051127675472e-06, + "loss": 0.299767804145813, + "mean_token_accuracy": 0.9258117720484733, + "num_tokens": 10448164.0, + "step": 1690 + }, + { + "entropy": 0.29240532079711556, + "epoch": 0.4815181985554454, + "grad_norm": 3.28125, + "learning_rate": 8.881637700391179e-06, + "loss": 0.34952309131622317, + "mean_token_accuracy": 0.912120270729065, + "num_tokens": 10509285.0, + "step": 1700 + }, + { + "entropy": 0.2534479722380638, + "epoch": 0.48435065854694803, + "grad_norm": 2.859375, + "learning_rate": 8.867142627496825e-06, + "loss": 0.29810385704040526, + "mean_token_accuracy": 0.9233490318059921, + "num_tokens": 10569057.0, + "step": 1710 + }, + { + "entropy": 0.2604710581712425, + "epoch": 0.48718311853845064, + "grad_norm": 3.171875, + "learning_rate": 8.852566213878947e-06, + "loss": 0.3080343961715698, + "mean_token_accuracy": 0.9179377123713494, + "num_tokens": 10629126.0, + "step": 1720 + }, + { + "entropy": 0.23515669340267778, + "epoch": 0.49001557852995326, + "grad_norm": 3.1875, + "learning_rate": 8.837908766134984e-06, + "loss": 0.2872535467147827, + "mean_token_accuracy": 0.9293222084641457, + "num_tokens": 10688424.0, + "step": 1730 + }, + { + "entropy": 0.2053655257448554, + "epoch": 0.49284803852145587, + "grad_norm": 2.96875, + "learning_rate": 8.823170592566833e-06, + "loss": 0.2675440788269043, + "mean_token_accuracy": 0.9372267380356789, + "num_tokens": 10747596.0, + "step": 1740 + }, + { + "entropy": 0.2699555506929755, + "epoch": 0.4956804985129585, + "grad_norm": 3.984375, + "learning_rate": 8.808352003174362e-06, + "loss": 0.34564881324768065, + "mean_token_accuracy": 0.917387866973877, + "num_tokens": 10809793.0, + "step": 1750 + }, + { + "entropy": 0.23093979228287936, + "epoch": 0.49851295850446115, + "grad_norm": 2.765625, + "learning_rate": 8.793453309648885e-06, + "loss": 0.2652362108230591, + "mean_token_accuracy": 0.9302272021770477, + "num_tokens": 10871670.0, + "step": 1760 + }, + { + "entropy": 0.217674121260643, + "epoch": 0.5013454184959637, + "grad_norm": 2.296875, + "learning_rate": 8.77847482536662e-06, + "loss": 0.26816089153289796, + "mean_token_accuracy": 0.9338669091463089, + "num_tokens": 10933491.0, + "step": 1770 + }, + { + "entropy": 0.2443548015318811, + "epoch": 0.5041778784874663, + "grad_norm": 2.765625, + "learning_rate": 8.76341686538208e-06, + "loss": 0.2879756450653076, + "mean_token_accuracy": 0.9252054631710053, + "num_tokens": 10993120.0, + "step": 1780 + }, + { + "entropy": 0.28073133789002896, + "epoch": 0.507010338478969, + "grad_norm": 3.578125, + "learning_rate": 8.748279746421459e-06, + "loss": 0.3664905071258545, + "mean_token_accuracy": 0.914407916367054, + "num_tokens": 11053747.0, + "step": 1790 + }, + { + "entropy": 0.3151184435933828, + "epoch": 0.5098427984704716, + "grad_norm": 3.015625, + "learning_rate": 8.73306378687596e-06, + "loss": 0.3645954132080078, + "mean_token_accuracy": 0.9064996063709259, + "num_tokens": 11123459.0, + "step": 1800 + }, + { + "entropy": 0.26551789194345476, + "epoch": 0.5126752584619743, + "grad_norm": 3.09375, + "learning_rate": 8.717769306795115e-06, + "loss": 0.3270742416381836, + "mean_token_accuracy": 0.9203312039375305, + "num_tokens": 11187350.0, + "step": 1810 + }, + { + "entropy": 0.28791499985381963, + "epoch": 0.5155077184534769, + "grad_norm": 2.15625, + "learning_rate": 8.702396627880027e-06, + "loss": 0.3446188449859619, + "mean_token_accuracy": 0.9122902229428291, + "num_tokens": 11250584.0, + "step": 1820 + }, + { + "entropy": 0.22998738354071974, + "epoch": 0.5183401784449795, + "grad_norm": 2.875, + "learning_rate": 8.686946073476628e-06, + "loss": 0.2620666027069092, + "mean_token_accuracy": 0.931136479973793, + "num_tokens": 11312929.0, + "step": 1830 + }, + { + "entropy": 0.26515663117170335, + "epoch": 0.5211726384364821, + "grad_norm": 2.765625, + "learning_rate": 8.671417968568864e-06, + "loss": 0.32726387977600097, + "mean_token_accuracy": 0.9194383502006531, + "num_tokens": 11373406.0, + "step": 1840 + }, + { + "entropy": 0.27902805162593725, + "epoch": 0.5240050984279847, + "grad_norm": 2.65625, + "learning_rate": 8.655812639771865e-06, + "loss": 0.35257582664489745, + "mean_token_accuracy": 0.9158491358160973, + "num_tokens": 11434074.0, + "step": 1850 + }, + { + "entropy": 0.24821369755081832, + "epoch": 0.5268375584194873, + "grad_norm": 2.8125, + "learning_rate": 8.64013041532507e-06, + "loss": 0.279030966758728, + "mean_token_accuracy": 0.9226725235581398, + "num_tokens": 11493973.0, + "step": 1860 + }, + { + "entropy": 0.19138105222955346, + "epoch": 0.5296700184109899, + "grad_norm": 3.34375, + "learning_rate": 8.62437162508533e-06, + "loss": 0.26068317890167236, + "mean_token_accuracy": 0.9415134266018867, + "num_tokens": 11551169.0, + "step": 1870 + }, + { + "entropy": 0.1800975519232452, + "epoch": 0.5325024784024925, + "grad_norm": 2.5625, + "learning_rate": 8.608536600519965e-06, + "loss": 0.21379611492156983, + "mean_token_accuracy": 0.947042727470398, + "num_tokens": 11607689.0, + "step": 1880 + }, + { + "entropy": 0.2381605574861169, + "epoch": 0.5353349383939952, + "grad_norm": 3.5625, + "learning_rate": 8.592625674699791e-06, + "loss": 0.31764028072357176, + "mean_token_accuracy": 0.9277781933546067, + "num_tokens": 11670275.0, + "step": 1890 + }, + { + "entropy": 0.24414894701912998, + "epoch": 0.5381673983854978, + "grad_norm": 2.96875, + "learning_rate": 8.576639182292117e-06, + "loss": 0.2984654664993286, + "mean_token_accuracy": 0.9253525018692017, + "num_tokens": 11732674.0, + "step": 1900 + }, + { + "entropy": 0.26540830750018357, + "epoch": 0.5409998583770004, + "grad_norm": 2.5, + "learning_rate": 8.560577459553705e-06, + "loss": 0.2995338201522827, + "mean_token_accuracy": 0.9170404925942421, + "num_tokens": 11796122.0, + "step": 1910 + }, + { + "entropy": 0.22120436416007577, + "epoch": 0.5438323183685031, + "grad_norm": 2.453125, + "learning_rate": 8.5444408443237e-06, + "loss": 0.2612636566162109, + "mean_token_accuracy": 0.9336322173476219, + "num_tokens": 11855783.0, + "step": 1920 + }, + { + "entropy": 0.2574581575579941, + "epoch": 0.5466647783600057, + "grad_norm": 3.671875, + "learning_rate": 8.528229676016516e-06, + "loss": 0.2953659534454346, + "mean_token_accuracy": 0.9200656801462174, + "num_tokens": 11915467.0, + "step": 1930 + }, + { + "entropy": 0.2645864601247013, + "epoch": 0.5494972383515083, + "grad_norm": 2.859375, + "learning_rate": 8.511944295614705e-06, + "loss": 0.31510348320007325, + "mean_token_accuracy": 0.9208753496408463, + "num_tokens": 11982685.0, + "step": 1940 + }, + { + "entropy": 0.2253680657595396, + "epoch": 0.5523296983430109, + "grad_norm": 2.765625, + "learning_rate": 8.49558504566178e-06, + "loss": 0.2593071460723877, + "mean_token_accuracy": 0.9332447171211242, + "num_tokens": 12043764.0, + "step": 1950 + }, + { + "entropy": 0.2743760205805302, + "epoch": 0.5551621583345135, + "grad_norm": 2.875, + "learning_rate": 8.479152270255015e-06, + "loss": 0.32801840305328367, + "mean_token_accuracy": 0.9175538629293442, + "num_tokens": 12106744.0, + "step": 1960 + }, + { + "entropy": 0.2409117895178497, + "epoch": 0.5579946183260162, + "grad_norm": 2.4375, + "learning_rate": 8.462646315038199e-06, + "loss": 0.3042436599731445, + "mean_token_accuracy": 0.9294470772147179, + "num_tokens": 12168588.0, + "step": 1970 + }, + { + "entropy": 0.25588282784447075, + "epoch": 0.5608270783175188, + "grad_norm": 2.75, + "learning_rate": 8.446067527194377e-06, + "loss": 0.28229076862335206, + "mean_token_accuracy": 0.9217988669872283, + "num_tokens": 12234235.0, + "step": 1980 + }, + { + "entropy": 0.22676437282934786, + "epoch": 0.5636595383090214, + "grad_norm": 3.21875, + "learning_rate": 8.429416255438535e-06, + "loss": 0.2763058185577393, + "mean_token_accuracy": 0.9312441393733024, + "num_tokens": 12295523.0, + "step": 1990 + }, + { + "entropy": 0.23693293845281005, + "epoch": 0.566491998300524, + "grad_norm": 2.84375, + "learning_rate": 8.412692850010276e-06, + "loss": 0.25852394104003906, + "mean_token_accuracy": 0.929935322701931, + "num_tokens": 12355289.0, + "step": 2000 + }, + { + "entropy": 0.26585140177048744, + "epoch": 0.5693244582920266, + "grad_norm": 3.15625, + "learning_rate": 8.395897662666444e-06, + "loss": 0.33711426258087157, + "mean_token_accuracy": 0.921252678334713, + "num_tokens": 12419888.0, + "step": 2010 + }, + { + "entropy": 0.2817812806926668, + "epoch": 0.5721569182835292, + "grad_norm": 2.71875, + "learning_rate": 8.379031046673735e-06, + "loss": 0.329822039604187, + "mean_token_accuracy": 0.915573863685131, + "num_tokens": 12481072.0, + "step": 2020 + }, + { + "entropy": 0.2310811343602836, + "epoch": 0.5749893782750318, + "grad_norm": 3.15625, + "learning_rate": 8.36209335680126e-06, + "loss": 0.2848243236541748, + "mean_token_accuracy": 0.9298717737197876, + "num_tokens": 12537117.0, + "step": 2030 + }, + { + "entropy": 0.24113858481869102, + "epoch": 0.5778218382665344, + "grad_norm": 3.5, + "learning_rate": 8.345084949313082e-06, + "loss": 0.30589349269866944, + "mean_token_accuracy": 0.9254002273082733, + "num_tokens": 12598523.0, + "step": 2040 + }, + { + "entropy": 0.2469558353535831, + "epoch": 0.5806542982580372, + "grad_norm": 2.46875, + "learning_rate": 8.328006181960728e-06, + "loss": 0.2666426420211792, + "mean_token_accuracy": 0.9237473145127296, + "num_tokens": 12659850.0, + "step": 2050 + }, + { + "entropy": 0.22523943707346916, + "epoch": 0.5834867582495398, + "grad_norm": 3.515625, + "learning_rate": 8.310857413975653e-06, + "loss": 0.2842994451522827, + "mean_token_accuracy": 0.9316848069429398, + "num_tokens": 12728769.0, + "step": 2060 + }, + { + "entropy": 0.23469501873478293, + "epoch": 0.5863192182410424, + "grad_norm": 2.890625, + "learning_rate": 8.293639006061701e-06, + "loss": 0.28825619220733645, + "mean_token_accuracy": 0.9315712109208107, + "num_tokens": 12793510.0, + "step": 2070 + }, + { + "entropy": 0.26904424456879494, + "epoch": 0.589151678232545, + "grad_norm": 2.75, + "learning_rate": 8.276351320387505e-06, + "loss": 0.3132829427719116, + "mean_token_accuracy": 0.9184053987264633, + "num_tokens": 12859305.0, + "step": 2080 + }, + { + "entropy": 0.22551713800057768, + "epoch": 0.5919841382240476, + "grad_norm": 2.765625, + "learning_rate": 8.25899472057887e-06, + "loss": 0.25671346187591554, + "mean_token_accuracy": 0.9330786928534508, + "num_tokens": 12919296.0, + "step": 2090 + }, + { + "entropy": 0.2908180743455887, + "epoch": 0.5948165982155502, + "grad_norm": 3.4375, + "learning_rate": 8.241569571711131e-06, + "loss": 0.3749950885772705, + "mean_token_accuracy": 0.9122948393225669, + "num_tokens": 12984110.0, + "step": 2100 + }, + { + "entropy": 0.18859034972265362, + "epoch": 0.5976490582070528, + "grad_norm": 3.3125, + "learning_rate": 8.22407624030147e-06, + "loss": 0.21266024112701415, + "mean_token_accuracy": 0.9415996059775352, + "num_tokens": 13044585.0, + "step": 2110 + }, + { + "entropy": 0.2686202362179756, + "epoch": 0.6004815181985554, + "grad_norm": 3.140625, + "learning_rate": 8.206515094301206e-06, + "loss": 0.3143640995025635, + "mean_token_accuracy": 0.9184302508831024, + "num_tokens": 13104184.0, + "step": 2120 + }, + { + "entropy": 0.2924169018864632, + "epoch": 0.603313978190058, + "grad_norm": 2.515625, + "learning_rate": 8.18888650308806e-06, + "loss": 0.33350090980529784, + "mean_token_accuracy": 0.9111582815647126, + "num_tokens": 13169744.0, + "step": 2130 + }, + { + "entropy": 0.23468140745535493, + "epoch": 0.6061464381815607, + "grad_norm": 3.125, + "learning_rate": 8.171190837458378e-06, + "loss": 0.2748774290084839, + "mean_token_accuracy": 0.9279026314616203, + "num_tokens": 13230747.0, + "step": 2140 + }, + { + "entropy": 0.2707135030068457, + "epoch": 0.6089788981730633, + "grad_norm": 2.640625, + "learning_rate": 8.153428469619337e-06, + "loss": 0.3319953680038452, + "mean_token_accuracy": 0.9202817261219025, + "num_tokens": 13294156.0, + "step": 2150 + }, + { + "entropy": 0.33541303491219876, + "epoch": 0.6118113581645659, + "grad_norm": 3.171875, + "learning_rate": 8.135599773181121e-06, + "loss": 0.34877288341522217, + "mean_token_accuracy": 0.9051463961601257, + "num_tokens": 13361330.0, + "step": 2160 + }, + { + "entropy": 0.24658853579312562, + "epoch": 0.6146438181560685, + "grad_norm": 2.84375, + "learning_rate": 8.117705123149048e-06, + "loss": 0.3000421762466431, + "mean_token_accuracy": 0.9227447956800461, + "num_tokens": 13423145.0, + "step": 2170 + }, + { + "entropy": 0.24564437023364008, + "epoch": 0.6174762781475711, + "grad_norm": 3.296875, + "learning_rate": 8.099744895915698e-06, + "loss": 0.3217023849487305, + "mean_token_accuracy": 0.9250235304236412, + "num_tokens": 13485257.0, + "step": 2180 + }, + { + "entropy": 0.2456009641289711, + "epoch": 0.6203087381390738, + "grad_norm": 2.84375, + "learning_rate": 8.081719469252986e-06, + "loss": 0.310084867477417, + "mean_token_accuracy": 0.9257996216416359, + "num_tokens": 13546943.0, + "step": 2190 + }, + { + "entropy": 0.29650545958429575, + "epoch": 0.6231411981305764, + "grad_norm": 3.640625, + "learning_rate": 8.063629222304217e-06, + "loss": 0.34581058025360106, + "mean_token_accuracy": 0.9123394638299942, + "num_tokens": 13610152.0, + "step": 2200 + }, + { + "entropy": 0.2508404080756009, + "epoch": 0.6259736581220791, + "grad_norm": 2.921875, + "learning_rate": 8.04547453557612e-06, + "loss": 0.28043336868286134, + "mean_token_accuracy": 0.92689019292593, + "num_tokens": 13671659.0, + "step": 2210 + }, + { + "entropy": 0.22516307719051837, + "epoch": 0.6288061181135817, + "grad_norm": 2.9375, + "learning_rate": 8.027255790930832e-06, + "loss": 0.2544457674026489, + "mean_token_accuracy": 0.9322215467691422, + "num_tokens": 13726023.0, + "step": 2220 + }, + { + "entropy": 0.2471348475664854, + "epoch": 0.6316385781050843, + "grad_norm": 3.640625, + "learning_rate": 8.00897337157787e-06, + "loss": 0.29131321907043456, + "mean_token_accuracy": 0.9242102384567261, + "num_tokens": 13785984.0, + "step": 2230 + }, + { + "entropy": 0.20350156892091037, + "epoch": 0.6344710380965869, + "grad_norm": 3.0, + "learning_rate": 7.990627662066081e-06, + "loss": 0.2495595932006836, + "mean_token_accuracy": 0.9376389294862747, + "num_tokens": 13841115.0, + "step": 2240 + }, + { + "entropy": 0.21044904924929142, + "epoch": 0.6373034980880895, + "grad_norm": 3.015625, + "learning_rate": 7.972219048275537e-06, + "loss": 0.2602006673812866, + "mean_token_accuracy": 0.9350134670734406, + "num_tokens": 13900115.0, + "step": 2250 + }, + { + "entropy": 0.2591171387583017, + "epoch": 0.6401359580795921, + "grad_norm": 2.421875, + "learning_rate": 7.953747917409428e-06, + "loss": 0.31584160327911376, + "mean_token_accuracy": 0.923833379149437, + "num_tokens": 13963087.0, + "step": 2260 + }, + { + "entropy": 0.26614895891398194, + "epoch": 0.6429684180710947, + "grad_norm": 2.671875, + "learning_rate": 7.935214657985918e-06, + "loss": 0.31452739238739014, + "mean_token_accuracy": 0.9192465171217918, + "num_tokens": 14025691.0, + "step": 2270 + }, + { + "entropy": 0.27064447924494744, + "epoch": 0.6458008780625973, + "grad_norm": 2.546875, + "learning_rate": 7.91661965982997e-06, + "loss": 0.3128303289413452, + "mean_token_accuracy": 0.9186597511172294, + "num_tokens": 14090376.0, + "step": 2280 + }, + { + "entropy": 0.26707220980897545, + "epoch": 0.6486333380541, + "grad_norm": 3.375, + "learning_rate": 7.897963314065146e-06, + "loss": 0.332572865486145, + "mean_token_accuracy": 0.9179326295852661, + "num_tokens": 14153049.0, + "step": 2290 + }, + { + "entropy": 0.23635501032695175, + "epoch": 0.6514657980456026, + "grad_norm": 3.65625, + "learning_rate": 7.879246013105383e-06, + "loss": 0.2604819297790527, + "mean_token_accuracy": 0.928515163064003, + "num_tokens": 14212590.0, + "step": 2300 + }, + { + "entropy": 0.18730585724115373, + "epoch": 0.6542982580371052, + "grad_norm": 2.890625, + "learning_rate": 7.86046815064674e-06, + "loss": 0.22234323024749755, + "mean_token_accuracy": 0.9432886317372322, + "num_tokens": 14272363.0, + "step": 2310 + }, + { + "entropy": 0.23519881842657925, + "epoch": 0.6571307180286079, + "grad_norm": 2.84375, + "learning_rate": 7.84163012165911e-06, + "loss": 0.2765446662902832, + "mean_token_accuracy": 0.9290280610322952, + "num_tokens": 14336992.0, + "step": 2320 + }, + { + "entropy": 0.2313802231103182, + "epoch": 0.6599631780201105, + "grad_norm": 2.734375, + "learning_rate": 7.822732322377917e-06, + "loss": 0.27338762283325196, + "mean_token_accuracy": 0.9289564326405525, + "num_tokens": 14396618.0, + "step": 2330 + }, + { + "entropy": 0.2716065593995154, + "epoch": 0.6627956380116131, + "grad_norm": 2.875, + "learning_rate": 7.80377515029579e-06, + "loss": 0.32843728065490724, + "mean_token_accuracy": 0.9162494570016861, + "num_tokens": 14458037.0, + "step": 2340 + }, + { + "entropy": 0.25247769290581346, + "epoch": 0.6656280980031157, + "grad_norm": 2.5625, + "learning_rate": 7.784759004154183e-06, + "loss": 0.3014644384384155, + "mean_token_accuracy": 0.9235790967941284, + "num_tokens": 14518336.0, + "step": 2350 + }, + { + "entropy": 0.2789898415096104, + "epoch": 0.6684605579946183, + "grad_norm": 2.171875, + "learning_rate": 7.765684283935006e-06, + "loss": 0.3393056392669678, + "mean_token_accuracy": 0.9150487512350083, + "num_tokens": 14584530.0, + "step": 2360 + }, + { + "entropy": 0.2857982048764825, + "epoch": 0.671293017986121, + "grad_norm": 3.484375, + "learning_rate": 7.746551390852199e-06, + "loss": 0.33240134716033937, + "mean_token_accuracy": 0.9147992506623268, + "num_tokens": 14646054.0, + "step": 2370 + }, + { + "entropy": 0.2915321681648493, + "epoch": 0.6741254779776236, + "grad_norm": 4.3125, + "learning_rate": 7.72736072734331e-06, + "loss": 0.36970064640045164, + "mean_token_accuracy": 0.9111756727099418, + "num_tokens": 14709275.0, + "step": 2380 + }, + { + "entropy": 0.26030201790854335, + "epoch": 0.6769579379691262, + "grad_norm": 2.859375, + "learning_rate": 7.708112697061001e-06, + "loss": 0.30298757553100586, + "mean_token_accuracy": 0.9198774963617324, + "num_tokens": 14772965.0, + "step": 2390 + }, + { + "entropy": 0.2829222582280636, + "epoch": 0.6797903979606288, + "grad_norm": 2.546875, + "learning_rate": 7.688807704864595e-06, + "loss": 0.3579793691635132, + "mean_token_accuracy": 0.9152989521622658, + "num_tokens": 14840008.0, + "step": 2400 + }, + { + "entropy": 0.2631208342500031, + "epoch": 0.6826228579521314, + "grad_norm": 2.828125, + "learning_rate": 7.669446156811525e-06, + "loss": 0.30640134811401365, + "mean_token_accuracy": 0.9224727541208267, + "num_tokens": 14903705.0, + "step": 2410 + }, + { + "entropy": 0.28142532696947453, + "epoch": 0.685455317943634, + "grad_norm": 2.96875, + "learning_rate": 7.650028460148817e-06, + "loss": 0.3514870643615723, + "mean_token_accuracy": 0.9167749881744385, + "num_tokens": 14965400.0, + "step": 2420 + }, + { + "entropy": 0.24295094180852175, + "epoch": 0.6882877779351366, + "grad_norm": 3.5, + "learning_rate": 7.630555023304514e-06, + "loss": 0.2785991668701172, + "mean_token_accuracy": 0.9278908744454384, + "num_tokens": 15029808.0, + "step": 2430 + }, + { + "entropy": 0.18873289050534367, + "epoch": 0.6911202379266392, + "grad_norm": 2.296875, + "learning_rate": 7.611026255879088e-06, + "loss": 0.23008534908294678, + "mean_token_accuracy": 0.9430599778890609, + "num_tokens": 15090981.0, + "step": 2440 + }, + { + "entropy": 0.2223091773688793, + "epoch": 0.693952697918142, + "grad_norm": 2.96875, + "learning_rate": 7.591442568636822e-06, + "loss": 0.267603325843811, + "mean_token_accuracy": 0.9312801957130432, + "num_tokens": 15152630.0, + "step": 2450 + }, + { + "entropy": 0.26084692431613804, + "epoch": 0.6967851579096446, + "grad_norm": 3.25, + "learning_rate": 7.571804373497173e-06, + "loss": 0.30105032920837405, + "mean_token_accuracy": 0.9229624062776566, + "num_tokens": 15211754.0, + "step": 2460 + }, + { + "entropy": 0.24022008180618287, + "epoch": 0.6996176179011472, + "grad_norm": 3.3125, + "learning_rate": 7.5521120835261065e-06, + "loss": 0.2701953649520874, + "mean_token_accuracy": 0.9274321302771569, + "num_tokens": 15274153.0, + "step": 2470 + }, + { + "entropy": 0.2550209416076541, + "epoch": 0.7024500778926498, + "grad_norm": 2.046875, + "learning_rate": 7.532366112927407e-06, + "loss": 0.3169812440872192, + "mean_token_accuracy": 0.9224504098296166, + "num_tokens": 15339594.0, + "step": 2480 + }, + { + "entropy": 0.26162951737642287, + "epoch": 0.7052825378841524, + "grad_norm": 2.734375, + "learning_rate": 7.512566877033968e-06, + "loss": 0.29904582500457766, + "mean_token_accuracy": 0.9231197029352188, + "num_tokens": 15403318.0, + "step": 2490 + }, + { + "entropy": 0.27893123114481566, + "epoch": 0.708114997875655, + "grad_norm": 3.296875, + "learning_rate": 7.492714792299053e-06, + "loss": 0.3410791873931885, + "mean_token_accuracy": 0.9162520408630371, + "num_tokens": 15466225.0, + "step": 2500 + }, + { + "entropy": 0.26706293215975163, + "epoch": 0.7109474578671576, + "grad_norm": 4.1875, + "learning_rate": 7.472810276287541e-06, + "loss": 0.3118849515914917, + "mean_token_accuracy": 0.9185350984334946, + "num_tokens": 15526100.0, + "step": 2510 + }, + { + "entropy": 0.20730372141115366, + "epoch": 0.7137799178586602, + "grad_norm": 3.015625, + "learning_rate": 7.452853747667136e-06, + "loss": 0.23900976181030273, + "mean_token_accuracy": 0.9376061603426933, + "num_tokens": 15584753.0, + "step": 2520 + }, + { + "entropy": 0.3262269163504243, + "epoch": 0.7166123778501629, + "grad_norm": 2.9375, + "learning_rate": 7.43284562619957e-06, + "loss": 0.37392189502716067, + "mean_token_accuracy": 0.9016158953309059, + "num_tokens": 15655382.0, + "step": 2530 + }, + { + "entropy": 0.2649149850010872, + "epoch": 0.7194448378416655, + "grad_norm": 2.984375, + "learning_rate": 7.412786332731763e-06, + "loss": 0.33331003189086916, + "mean_token_accuracy": 0.9169847160577774, + "num_tokens": 15716755.0, + "step": 2540 + }, + { + "entropy": 0.27070029405876994, + "epoch": 0.7222772978331681, + "grad_norm": 3.078125, + "learning_rate": 7.392676289186983e-06, + "loss": 0.3434555768966675, + "mean_token_accuracy": 0.9179270312190055, + "num_tokens": 15777903.0, + "step": 2550 + }, + { + "entropy": 0.24752757092937827, + "epoch": 0.7251097578246707, + "grad_norm": 2.9375, + "learning_rate": 7.3725159185559624e-06, + "loss": 0.2917940616607666, + "mean_token_accuracy": 0.924656766653061, + "num_tokens": 15834989.0, + "step": 2560 + }, + { + "entropy": 0.23814148958772421, + "epoch": 0.7279422178161733, + "grad_norm": 2.28125, + "learning_rate": 7.352305644888003e-06, + "loss": 0.294418478012085, + "mean_token_accuracy": 0.9283932983875275, + "num_tokens": 15898543.0, + "step": 2570 + }, + { + "entropy": 0.21530280876904725, + "epoch": 0.730774677807676, + "grad_norm": 2.953125, + "learning_rate": 7.332045893282055e-06, + "loss": 0.22945051193237304, + "mean_token_accuracy": 0.9348794594407082, + "num_tokens": 15954537.0, + "step": 2580 + }, + { + "entropy": 0.3002644120249897, + "epoch": 0.7336071377991786, + "grad_norm": 3.296875, + "learning_rate": 7.311737089877784e-06, + "loss": 0.36180920600891114, + "mean_token_accuracy": 0.9105057194828987, + "num_tokens": 16018470.0, + "step": 2590 + }, + { + "entropy": 0.2535303202457726, + "epoch": 0.7364395977906812, + "grad_norm": 2.28125, + "learning_rate": 7.2913796618466e-06, + "loss": 0.29656410217285156, + "mean_token_accuracy": 0.9240412935614586, + "num_tokens": 16088388.0, + "step": 2600 + }, + { + "entropy": 0.2830115555785596, + "epoch": 0.7392720577821839, + "grad_norm": 3.203125, + "learning_rate": 7.270974037382668e-06, + "loss": 0.3519935131072998, + "mean_token_accuracy": 0.9133640348911285, + "num_tokens": 16154279.0, + "step": 2610 + }, + { + "entropy": 0.24586041700094938, + "epoch": 0.7421045177736865, + "grad_norm": 2.359375, + "learning_rate": 7.250520645693917e-06, + "loss": 0.27483334541320803, + "mean_token_accuracy": 0.9254726275801659, + "num_tokens": 16213208.0, + "step": 2620 + }, + { + "entropy": 0.26750726755708454, + "epoch": 0.7449369777651891, + "grad_norm": 3.046875, + "learning_rate": 7.230019916992992e-06, + "loss": 0.34221796989440917, + "mean_token_accuracy": 0.9201379746198655, + "num_tokens": 16278691.0, + "step": 2630 + }, + { + "entropy": 0.2500247715041041, + "epoch": 0.7477694377566917, + "grad_norm": 2.625, + "learning_rate": 7.209472282488223e-06, + "loss": 0.300543212890625, + "mean_token_accuracy": 0.9207890287041665, + "num_tokens": 16345324.0, + "step": 2640 + }, + { + "entropy": 0.2341125256381929, + "epoch": 0.7506018977481943, + "grad_norm": 3.0625, + "learning_rate": 7.188878174374545e-06, + "loss": 0.2815673589706421, + "mean_token_accuracy": 0.9287849634885788, + "num_tokens": 16404580.0, + "step": 2650 + }, + { + "entropy": 0.23800364518538117, + "epoch": 0.7534343577396969, + "grad_norm": 3.09375, + "learning_rate": 7.168238025824411e-06, + "loss": 0.2970713138580322, + "mean_token_accuracy": 0.9276653602719307, + "num_tokens": 16466254.0, + "step": 2660 + }, + { + "entropy": 0.2154989277943969, + "epoch": 0.7562668177311995, + "grad_norm": 3.234375, + "learning_rate": 7.147552270978677e-06, + "loss": 0.2413036584854126, + "mean_token_accuracy": 0.9307904481887818, + "num_tokens": 16521554.0, + "step": 2670 + }, + { + "entropy": 0.28395778480917216, + "epoch": 0.7590992777227021, + "grad_norm": 2.78125, + "learning_rate": 7.1268213449374745e-06, + "loss": 0.35881359577178956, + "mean_token_accuracy": 0.9096557378768921, + "num_tokens": 16585472.0, + "step": 2680 + }, + { + "entropy": 0.2477033331990242, + "epoch": 0.7619317377142047, + "grad_norm": 3.1875, + "learning_rate": 7.106045683751059e-06, + "loss": 0.32397429943084716, + "mean_token_accuracy": 0.924396587908268, + "num_tokens": 16646769.0, + "step": 2690 + }, + { + "entropy": 0.276877705194056, + "epoch": 0.7647641977057074, + "grad_norm": 3.21875, + "learning_rate": 7.085225724410634e-06, + "loss": 0.3684025049209595, + "mean_token_accuracy": 0.9165002778172493, + "num_tokens": 16713863.0, + "step": 2700 + }, + { + "entropy": 0.22163213035091758, + "epoch": 0.76759665769721, + "grad_norm": 2.3125, + "learning_rate": 7.06436190483916e-06, + "loss": 0.24224584102630614, + "mean_token_accuracy": 0.9345098420977592, + "num_tokens": 16777296.0, + "step": 2710 + }, + { + "entropy": 0.2234968959353864, + "epoch": 0.7704291176887127, + "grad_norm": 2.984375, + "learning_rate": 7.043454663882149e-06, + "loss": 0.28868119716644286, + "mean_token_accuracy": 0.9326037526130676, + "num_tokens": 16844215.0, + "step": 2720 + }, + { + "entropy": 0.26766422418877484, + "epoch": 0.7732615776802153, + "grad_norm": 2.734375, + "learning_rate": 7.022504441298429e-06, + "loss": 0.3073421001434326, + "mean_token_accuracy": 0.9189599618315697, + "num_tokens": 16909286.0, + "step": 2730 + }, + { + "entropy": 0.26785112004727124, + "epoch": 0.7760940376717179, + "grad_norm": 2.84375, + "learning_rate": 7.001511677750892e-06, + "loss": 0.33571205139160154, + "mean_token_accuracy": 0.9179603174328804, + "num_tokens": 16974754.0, + "step": 2740 + }, + { + "entropy": 0.2341361427679658, + "epoch": 0.7789264976632205, + "grad_norm": 2.796875, + "learning_rate": 6.980476814797233e-06, + "loss": 0.2919567108154297, + "mean_token_accuracy": 0.9273924395442009, + "num_tokens": 17036703.0, + "step": 2750 + }, + { + "entropy": 0.2965338154230267, + "epoch": 0.7817589576547231, + "grad_norm": 3.34375, + "learning_rate": 6.959400294880652e-06, + "loss": 0.3672937870025635, + "mean_token_accuracy": 0.9101479694247245, + "num_tokens": 17103487.0, + "step": 2760 + }, + { + "entropy": 0.25479247672483324, + "epoch": 0.7845914176462258, + "grad_norm": 2.765625, + "learning_rate": 6.93828256132056e-06, + "loss": 0.32591776847839354, + "mean_token_accuracy": 0.9213441327214241, + "num_tokens": 17165071.0, + "step": 2770 + }, + { + "entropy": 0.24174591163173317, + "epoch": 0.7874238776377284, + "grad_norm": 3.34375, + "learning_rate": 6.917124058303244e-06, + "loss": 0.2789118766784668, + "mean_token_accuracy": 0.9260576874017715, + "num_tokens": 17222502.0, + "step": 2780 + }, + { + "entropy": 0.21147534740157425, + "epoch": 0.790256337629231, + "grad_norm": 2.828125, + "learning_rate": 6.8959252308725275e-06, + "loss": 0.2645533084869385, + "mean_token_accuracy": 0.9345291346311569, + "num_tokens": 17283104.0, + "step": 2790 + }, + { + "entropy": 0.25261948015540836, + "epoch": 0.7930887976207336, + "grad_norm": 3.125, + "learning_rate": 6.874686524920411e-06, + "loss": 0.311038613319397, + "mean_token_accuracy": 0.9231654047966004, + "num_tokens": 17345216.0, + "step": 2800 + }, + { + "entropy": 0.2530125268734992, + "epoch": 0.7959212576122362, + "grad_norm": 2.96875, + "learning_rate": 6.85340838717769e-06, + "loss": 0.3234996795654297, + "mean_token_accuracy": 0.9215027883648872, + "num_tokens": 17408794.0, + "step": 2810 + }, + { + "entropy": 0.3017550828866661, + "epoch": 0.7987537176037388, + "grad_norm": 3.109375, + "learning_rate": 6.832091265204565e-06, + "loss": 0.37363996505737307, + "mean_token_accuracy": 0.9086952164769173, + "num_tokens": 17477360.0, + "step": 2820 + }, + { + "entropy": 0.27105418452993035, + "epoch": 0.8015861775952414, + "grad_norm": 3.3125, + "learning_rate": 6.8107356073812215e-06, + "loss": 0.33116128444671633, + "mean_token_accuracy": 0.9182775661349296, + "num_tokens": 17535775.0, + "step": 2830 + }, + { + "entropy": 0.2681125304661691, + "epoch": 0.804418637586744, + "grad_norm": 3.28125, + "learning_rate": 6.789341862898395e-06, + "loss": 0.3221204519271851, + "mean_token_accuracy": 0.918986338376999, + "num_tokens": 17596418.0, + "step": 2840 + }, + { + "entropy": 0.2603905743919313, + "epoch": 0.8072510975782468, + "grad_norm": 4.0625, + "learning_rate": 6.7679104817479354e-06, + "loss": 0.306916332244873, + "mean_token_accuracy": 0.9208408176898957, + "num_tokens": 17657884.0, + "step": 2850 + }, + { + "entropy": 0.25807911846786735, + "epoch": 0.8100835575697494, + "grad_norm": 2.96875, + "learning_rate": 6.746441914713333e-06, + "loss": 0.3071646451950073, + "mean_token_accuracy": 0.9231622457504273, + "num_tokens": 17717036.0, + "step": 2860 + }, + { + "entropy": 0.20620333971455693, + "epoch": 0.812916017561252, + "grad_norm": 3.359375, + "learning_rate": 6.7249366133602375e-06, + "loss": 0.24239006042480468, + "mean_token_accuracy": 0.9358702003955841, + "num_tokens": 17775551.0, + "step": 2870 + }, + { + "entropy": 0.25972357029095294, + "epoch": 0.8157484775527546, + "grad_norm": 3.21875, + "learning_rate": 6.703395030026962e-06, + "loss": 0.3104058027267456, + "mean_token_accuracy": 0.9187611192464828, + "num_tokens": 17834439.0, + "step": 2880 + }, + { + "entropy": 0.21425498463213444, + "epoch": 0.8185809375442572, + "grad_norm": 3.0, + "learning_rate": 6.681817617814968e-06, + "loss": 0.252565598487854, + "mean_token_accuracy": 0.9368388622999191, + "num_tokens": 17893694.0, + "step": 2890 + }, + { + "entropy": 0.2535854930989444, + "epoch": 0.8214133975357598, + "grad_norm": 2.28125, + "learning_rate": 6.660204830579332e-06, + "loss": 0.3313803195953369, + "mean_token_accuracy": 0.9233833655714989, + "num_tokens": 17962306.0, + "step": 2900 + }, + { + "entropy": 0.2451658974401653, + "epoch": 0.8242458575272624, + "grad_norm": 3.703125, + "learning_rate": 6.638557122919205e-06, + "loss": 0.30023248195648194, + "mean_token_accuracy": 0.927768412232399, + "num_tokens": 18024640.0, + "step": 2910 + }, + { + "entropy": 0.24401300633326173, + "epoch": 0.827078317518765, + "grad_norm": 3.171875, + "learning_rate": 6.616874950168248e-06, + "loss": 0.2784397125244141, + "mean_token_accuracy": 0.9251253604888916, + "num_tokens": 18084141.0, + "step": 2920 + }, + { + "entropy": 0.23014986477792262, + "epoch": 0.8299107775102676, + "grad_norm": 3.359375, + "learning_rate": 6.59515876838505e-06, + "loss": 0.27311115264892577, + "mean_token_accuracy": 0.9305102288722992, + "num_tokens": 18140590.0, + "step": 2930 + }, + { + "entropy": 0.28850632822141054, + "epoch": 0.8327432375017703, + "grad_norm": 2.796875, + "learning_rate": 6.573409034343542e-06, + "loss": 0.34098904132843016, + "mean_token_accuracy": 0.9106828451156617, + "num_tokens": 18208011.0, + "step": 2940 + }, + { + "entropy": 0.29361714981496334, + "epoch": 0.8355756974932729, + "grad_norm": 3.125, + "learning_rate": 6.551626205523388e-06, + "loss": 0.34243457317352294, + "mean_token_accuracy": 0.9098032712936401, + "num_tokens": 18268600.0, + "step": 2950 + }, + { + "entropy": 0.2732364836148918, + "epoch": 0.8384081574847755, + "grad_norm": 3.3125, + "learning_rate": 6.529810740100358e-06, + "loss": 0.32342536449432374, + "mean_token_accuracy": 0.9173816591501236, + "num_tokens": 18328791.0, + "step": 2960 + }, + { + "entropy": 0.25280639957636597, + "epoch": 0.8412406174762781, + "grad_norm": 3.53125, + "learning_rate": 6.507963096936696e-06, + "loss": 0.3110103368759155, + "mean_token_accuracy": 0.9237968131899834, + "num_tokens": 18392657.0, + "step": 2970 + }, + { + "entropy": 0.2416850916109979, + "epoch": 0.8440730774677808, + "grad_norm": 2.96875, + "learning_rate": 6.486083735571465e-06, + "loss": 0.2941933870315552, + "mean_token_accuracy": 0.9266998797655106, + "num_tokens": 18451243.0, + "step": 2980 + }, + { + "entropy": 0.2634803635068238, + "epoch": 0.8469055374592834, + "grad_norm": 3.140625, + "learning_rate": 6.464173116210884e-06, + "loss": 0.31282308101654055, + "mean_token_accuracy": 0.9198430389165878, + "num_tokens": 18511507.0, + "step": 2990 + }, + { + "entropy": 0.1912680690176785, + "epoch": 0.849737997450786, + "grad_norm": 3.21875, + "learning_rate": 6.4422316997186454e-06, + "loss": 0.2170656442642212, + "mean_token_accuracy": 0.9407183259725571, + "num_tokens": 18571363.0, + "step": 3000 + }, + { + "entropy": 0.2164543703198433, + "epoch": 0.8525704574422887, + "grad_norm": 3.046875, + "learning_rate": 6.420259947606222e-06, + "loss": 0.26585540771484373, + "mean_token_accuracy": 0.9347744598984719, + "num_tokens": 18630697.0, + "step": 3010 + }, + { + "entropy": 0.2373024495318532, + "epoch": 0.8554029174337913, + "grad_norm": 3.265625, + "learning_rate": 6.398258322023162e-06, + "loss": 0.2773113489151001, + "mean_token_accuracy": 0.9272039458155632, + "num_tokens": 18687678.0, + "step": 3020 + }, + { + "entropy": 0.25375453478191046, + "epoch": 0.8582353774252939, + "grad_norm": 2.953125, + "learning_rate": 6.376227285747366e-06, + "loss": 0.29042036533355714, + "mean_token_accuracy": 0.9237049043178558, + "num_tokens": 18752182.0, + "step": 3030 + }, + { + "entropy": 0.29411961156874894, + "epoch": 0.8610678374167965, + "grad_norm": 2.609375, + "learning_rate": 6.3541673021753505e-06, + "loss": 0.3692609786987305, + "mean_token_accuracy": 0.9122548222541809, + "num_tokens": 18821196.0, + "step": 3040 + }, + { + "entropy": 0.2707971094176173, + "epoch": 0.8639002974082991, + "grad_norm": 2.609375, + "learning_rate": 6.332078835312507e-06, + "loss": 0.3225684881210327, + "mean_token_accuracy": 0.9175332441926003, + "num_tokens": 18880060.0, + "step": 3050 + }, + { + "entropy": 0.26672976547852156, + "epoch": 0.8667327573998017, + "grad_norm": 2.421875, + "learning_rate": 6.309962349763338e-06, + "loss": 0.3166948795318604, + "mean_token_accuracy": 0.9193399801850319, + "num_tokens": 18946364.0, + "step": 3060 + }, + { + "entropy": 0.27349463729187845, + "epoch": 0.8695652173913043, + "grad_norm": 3.21875, + "learning_rate": 6.287818310721685e-06, + "loss": 0.35103473663330076, + "mean_token_accuracy": 0.9172429636120796, + "num_tokens": 19016033.0, + "step": 3070 + }, + { + "entropy": 0.22195410579442978, + "epoch": 0.8723976773828069, + "grad_norm": 2.8125, + "learning_rate": 6.2656471839609465e-06, + "loss": 0.27313482761383057, + "mean_token_accuracy": 0.9334017798304558, + "num_tokens": 19076685.0, + "step": 3080 + }, + { + "entropy": 0.24829036770388485, + "epoch": 0.8752301373743095, + "grad_norm": 3.140625, + "learning_rate": 6.243449435824276e-06, + "loss": 0.2878298282623291, + "mean_token_accuracy": 0.9257162064313889, + "num_tokens": 19138951.0, + "step": 3090 + }, + { + "entropy": 0.27706693299114704, + "epoch": 0.8780625973658122, + "grad_norm": 3.296875, + "learning_rate": 6.221225533214773e-06, + "loss": 0.322439980506897, + "mean_token_accuracy": 0.913511124253273, + "num_tokens": 19201695.0, + "step": 3100 + }, + { + "entropy": 0.2694649398326874, + "epoch": 0.8808950573573149, + "grad_norm": 2.671875, + "learning_rate": 6.198975943585676e-06, + "loss": 0.3424296617507935, + "mean_token_accuracy": 0.9161205559968948, + "num_tokens": 19265091.0, + "step": 3110 + }, + { + "entropy": 0.25632969634607433, + "epoch": 0.8837275173488175, + "grad_norm": 3.265625, + "learning_rate": 6.176701134930509e-06, + "loss": 0.31109650135040284, + "mean_token_accuracy": 0.9226007997989655, + "num_tokens": 19325862.0, + "step": 3120 + }, + { + "entropy": 0.2701326566748321, + "epoch": 0.8865599773403201, + "grad_norm": 2.375, + "learning_rate": 6.154401575773249e-06, + "loss": 0.3320300817489624, + "mean_token_accuracy": 0.9168916702270508, + "num_tokens": 19400742.0, + "step": 3130 + }, + { + "entropy": 0.2544426591135561, + "epoch": 0.8893924373318227, + "grad_norm": 3.015625, + "learning_rate": 6.132077735158477e-06, + "loss": 0.283156156539917, + "mean_token_accuracy": 0.9236061125993729, + "num_tokens": 19461981.0, + "step": 3140 + }, + { + "entropy": 0.2844082118012011, + "epoch": 0.8922248973233253, + "grad_norm": 2.78125, + "learning_rate": 6.109730082641496e-06, + "loss": 0.34840519428253175, + "mean_token_accuracy": 0.9168082669377327, + "num_tokens": 19528967.0, + "step": 3150 + }, + { + "entropy": 0.2687557710334659, + "epoch": 0.8950573573148279, + "grad_norm": 3.78125, + "learning_rate": 6.087359088278474e-06, + "loss": 0.323413348197937, + "mean_token_accuracy": 0.9197789818048477, + "num_tokens": 19588475.0, + "step": 3160 + }, + { + "entropy": 0.27899011177942157, + "epoch": 0.8978898173063306, + "grad_norm": 2.625, + "learning_rate": 6.064965222616538e-06, + "loss": 0.3280670166015625, + "mean_token_accuracy": 0.9167367443442345, + "num_tokens": 19652979.0, + "step": 3170 + }, + { + "entropy": 0.2542749636806548, + "epoch": 0.9007222772978332, + "grad_norm": 2.890625, + "learning_rate": 6.042548956683891e-06, + "loss": 0.30518145561218263, + "mean_token_accuracy": 0.9265033259987832, + "num_tokens": 19711480.0, + "step": 3180 + }, + { + "entropy": 0.23844157047569753, + "epoch": 0.9035547372893358, + "grad_norm": 3.109375, + "learning_rate": 6.020110761979896e-06, + "loss": 0.2804757356643677, + "mean_token_accuracy": 0.9265966966748238, + "num_tokens": 19769101.0, + "step": 3190 + }, + { + "entropy": 0.24112135097384452, + "epoch": 0.9063871972808384, + "grad_norm": 2.953125, + "learning_rate": 5.997651110465163e-06, + "loss": 0.3061399459838867, + "mean_token_accuracy": 0.9280126094818115, + "num_tokens": 19826649.0, + "step": 3200 + }, + { + "entropy": 0.24095934634096922, + "epoch": 0.909219657272341, + "grad_norm": 3.046875, + "learning_rate": 5.97517047455162e-06, + "loss": 0.2846731662750244, + "mean_token_accuracy": 0.9255985081195831, + "num_tokens": 19884555.0, + "step": 3210 + }, + { + "entropy": 0.25526748718693854, + "epoch": 0.9120521172638436, + "grad_norm": 4.125, + "learning_rate": 5.952669327092577e-06, + "loss": 0.2945184469223022, + "mean_token_accuracy": 0.9198778286576271, + "num_tokens": 19947468.0, + "step": 3220 + }, + { + "entropy": 0.2734860122203827, + "epoch": 0.9148845772553462, + "grad_norm": 3.125, + "learning_rate": 5.930148141372778e-06, + "loss": 0.3253446340560913, + "mean_token_accuracy": 0.9151993811130523, + "num_tokens": 20012383.0, + "step": 3230 + }, + { + "entropy": 0.2598960557952523, + "epoch": 0.9177170372468489, + "grad_norm": 3.03125, + "learning_rate": 5.907607391098453e-06, + "loss": 0.30615336894989015, + "mean_token_accuracy": 0.9217935040593147, + "num_tokens": 20072089.0, + "step": 3240 + }, + { + "entropy": 0.2323574093170464, + "epoch": 0.9205494972383516, + "grad_norm": 2.546875, + "learning_rate": 5.8850475503873425e-06, + "loss": 0.28739633560180666, + "mean_token_accuracy": 0.9298718586564064, + "num_tokens": 20138686.0, + "step": 3250 + }, + { + "entropy": 0.26368755120784043, + "epoch": 0.9233819572298542, + "grad_norm": 3.03125, + "learning_rate": 5.862469093758735e-06, + "loss": 0.30636258125305177, + "mean_token_accuracy": 0.9197775259613991, + "num_tokens": 20204846.0, + "step": 3260 + }, + { + "entropy": 0.21838124403730036, + "epoch": 0.9262144172213568, + "grad_norm": 3.59375, + "learning_rate": 5.839872496123482e-06, + "loss": 0.2589061737060547, + "mean_token_accuracy": 0.9320506528019905, + "num_tokens": 20267304.0, + "step": 3270 + }, + { + "entropy": 0.23487370312213898, + "epoch": 0.9290468772128594, + "grad_norm": 3.671875, + "learning_rate": 5.817258232774009e-06, + "loss": 0.2779664993286133, + "mean_token_accuracy": 0.9308907985687256, + "num_tokens": 20325242.0, + "step": 3280 + }, + { + "entropy": 0.29384189331904054, + "epoch": 0.931879337204362, + "grad_norm": 3.125, + "learning_rate": 5.79462677937432e-06, + "loss": 0.3615161657333374, + "mean_token_accuracy": 0.9116950035095215, + "num_tokens": 20382881.0, + "step": 3290 + }, + { + "entropy": 0.2784995993599296, + "epoch": 0.9347117971958646, + "grad_norm": 2.234375, + "learning_rate": 5.771978611949991e-06, + "loss": 0.3265228271484375, + "mean_token_accuracy": 0.9163826674222946, + "num_tokens": 20451408.0, + "step": 3300 + }, + { + "entropy": 0.28781951004639267, + "epoch": 0.9375442571873672, + "grad_norm": 2.34375, + "learning_rate": 5.749314206878155e-06, + "loss": 0.3429244041442871, + "mean_token_accuracy": 0.9142461508512497, + "num_tokens": 20513908.0, + "step": 3310 + }, + { + "entropy": 0.2588125146459788, + "epoch": 0.9403767171788698, + "grad_norm": 2.484375, + "learning_rate": 5.7266340408774865e-06, + "loss": 0.3425342559814453, + "mean_token_accuracy": 0.9218753829598427, + "num_tokens": 20583163.0, + "step": 3320 + }, + { + "entropy": 0.2911094207782298, + "epoch": 0.9432091771703724, + "grad_norm": 1.7734375, + "learning_rate": 5.703938590998173e-06, + "loss": 0.36803972721099854, + "mean_token_accuracy": 0.9111879423260689, + "num_tokens": 20646947.0, + "step": 3330 + }, + { + "entropy": 0.24288665056228637, + "epoch": 0.9460416371618751, + "grad_norm": 2.546875, + "learning_rate": 5.681228334611879e-06, + "loss": 0.29427299499511717, + "mean_token_accuracy": 0.92629624158144, + "num_tokens": 20711594.0, + "step": 3340 + }, + { + "entropy": 0.23312705820426344, + "epoch": 0.9488740971533777, + "grad_norm": 2.6875, + "learning_rate": 5.658503749401708e-06, + "loss": 0.30430891513824465, + "mean_token_accuracy": 0.928966736793518, + "num_tokens": 20776382.0, + "step": 3350 + }, + { + "entropy": 0.3104230180382729, + "epoch": 0.9517065571448803, + "grad_norm": 3.25, + "learning_rate": 5.635765313352147e-06, + "loss": 0.3511800289154053, + "mean_token_accuracy": 0.9040430665016175, + "num_tokens": 20839789.0, + "step": 3360 + }, + { + "entropy": 0.23499792572110892, + "epoch": 0.9545390171363829, + "grad_norm": 3.65625, + "learning_rate": 5.613013504739029e-06, + "loss": 0.2838644504547119, + "mean_token_accuracy": 0.9307301640510559, + "num_tokens": 20901630.0, + "step": 3370 + }, + { + "entropy": 0.32344835065305233, + "epoch": 0.9573714771278856, + "grad_norm": 3.578125, + "learning_rate": 5.590248802119455e-06, + "loss": 0.3485146999359131, + "mean_token_accuracy": 0.9040465250611305, + "num_tokens": 20967799.0, + "step": 3380 + }, + { + "entropy": 0.2530316793359816, + "epoch": 0.9602039371193882, + "grad_norm": 1.90625, + "learning_rate": 5.567471684321736e-06, + "loss": 0.29520204067230227, + "mean_token_accuracy": 0.9227708205580711, + "num_tokens": 21030575.0, + "step": 3390 + }, + { + "entropy": 0.21737445350736379, + "epoch": 0.9630363971108908, + "grad_norm": 3.640625, + "learning_rate": 5.544682630435327e-06, + "loss": 0.2584354877471924, + "mean_token_accuracy": 0.9322573393583298, + "num_tokens": 21090526.0, + "step": 3400 + }, + { + "entropy": 0.28456302378326653, + "epoch": 0.9658688571023935, + "grad_norm": 3.203125, + "learning_rate": 5.521882119800741e-06, + "loss": 0.34802956581115724, + "mean_token_accuracy": 0.9134290844202042, + "num_tokens": 21156270.0, + "step": 3410 + }, + { + "entropy": 0.22307847952470183, + "epoch": 0.9687013170938961, + "grad_norm": 2.578125, + "learning_rate": 5.4990706319994695e-06, + "loss": 0.2576693773269653, + "mean_token_accuracy": 0.9337480440735817, + "num_tokens": 21222337.0, + "step": 3420 + }, + { + "entropy": 0.2263336593285203, + "epoch": 0.9715337770853987, + "grad_norm": 2.65625, + "learning_rate": 5.4762486468438945e-06, + "loss": 0.27297775745391845, + "mean_token_accuracy": 0.9308379128575325, + "num_tokens": 21283659.0, + "step": 3430 + }, + { + "entropy": 0.28094208212569355, + "epoch": 0.9743662370769013, + "grad_norm": 2.46875, + "learning_rate": 5.453416644367202e-06, + "loss": 0.3223999500274658, + "mean_token_accuracy": 0.915829861164093, + "num_tokens": 21352079.0, + "step": 3440 + }, + { + "entropy": 0.2697428049519658, + "epoch": 0.9771986970684039, + "grad_norm": 2.5, + "learning_rate": 5.430575104813275e-06, + "loss": 0.30462355613708497, + "mean_token_accuracy": 0.919055512547493, + "num_tokens": 21417311.0, + "step": 3450 + }, + { + "entropy": 0.25837867902591827, + "epoch": 0.9800311570599065, + "grad_norm": 3.59375, + "learning_rate": 5.407724508626601e-06, + "loss": 0.29222261905670166, + "mean_token_accuracy": 0.9223567172884941, + "num_tokens": 21480400.0, + "step": 3460 + }, + { + "entropy": 0.2124180012382567, + "epoch": 0.9828636170514091, + "grad_norm": 2.78125, + "learning_rate": 5.384865336442163e-06, + "loss": 0.24974503517150878, + "mean_token_accuracy": 0.9354914605617524, + "num_tokens": 21542187.0, + "step": 3470 + }, + { + "entropy": 0.2831694945693016, + "epoch": 0.9856960770429117, + "grad_norm": 2.453125, + "learning_rate": 5.3619980690753285e-06, + "loss": 0.3375375747680664, + "mean_token_accuracy": 0.9141182363033294, + "num_tokens": 21608358.0, + "step": 3480 + }, + { + "entropy": 0.2607450664974749, + "epoch": 0.9885285370344143, + "grad_norm": 3.59375, + "learning_rate": 5.339123187511735e-06, + "loss": 0.2963505506515503, + "mean_token_accuracy": 0.9212964981794357, + "num_tokens": 21668425.0, + "step": 3490 + }, + { + "entropy": 0.23759154276922345, + "epoch": 0.991360997025917, + "grad_norm": 3.03125, + "learning_rate": 5.316241172897182e-06, + "loss": 0.2670560121536255, + "mean_token_accuracy": 0.9282024785876274, + "num_tokens": 21730596.0, + "step": 3500 + }, + { + "entropy": 0.20464302133768797, + "epoch": 0.9941934570174197, + "grad_norm": 2.375, + "learning_rate": 5.2933525065274985e-06, + "loss": 0.2473069190979004, + "mean_token_accuracy": 0.938903671503067, + "num_tokens": 21792048.0, + "step": 3510 + }, + { + "entropy": 0.23504498666152357, + "epoch": 0.9970259170089223, + "grad_norm": 3.203125, + "learning_rate": 5.270457669838426e-06, + "loss": 0.2798953056335449, + "mean_token_accuracy": 0.9298026710748672, + "num_tokens": 21852453.0, + "step": 3520 + }, + { + "entropy": 0.23485905332490803, + "epoch": 0.9998583770004249, + "grad_norm": 3.046875, + "learning_rate": 5.247557144395496e-06, + "loss": 0.2785156726837158, + "mean_token_accuracy": 0.9281878650188446, + "num_tokens": 21912110.0, + "step": 3530 + }, + { + "entropy": 0.2364016239972491, + "epoch": 1.0025492139923524, + "grad_norm": 3.484375, + "learning_rate": 5.224651411883888e-06, + "loss": 0.25762851238250734, + "mean_token_accuracy": 0.929062733524724, + "num_tokens": 21966859.0, + "step": 3540 + }, + { + "entropy": 0.2793822526931763, + "epoch": 1.005381673983855, + "grad_norm": 2.65625, + "learning_rate": 5.201740954098317e-06, + "loss": 0.31718974113464354, + "mean_token_accuracy": 0.9170115202665329, + "num_tokens": 22030847.0, + "step": 3550 + }, + { + "entropy": 0.23313034195452928, + "epoch": 1.0082141339753576, + "grad_norm": 2.734375, + "learning_rate": 5.178826252932875e-06, + "loss": 0.28593480587005615, + "mean_token_accuracy": 0.9298394277691842, + "num_tokens": 22087983.0, + "step": 3560 + }, + { + "entropy": 0.32014531176537275, + "epoch": 1.0110465939668603, + "grad_norm": 2.40625, + "learning_rate": 5.1559077903709205e-06, + "loss": 0.36345155239105226, + "mean_token_accuracy": 0.9048336192965507, + "num_tokens": 22158054.0, + "step": 3570 + }, + { + "entropy": 0.24665002673864364, + "epoch": 1.0138790539583629, + "grad_norm": 3.640625, + "learning_rate": 5.132986048474921e-06, + "loss": 0.275803279876709, + "mean_token_accuracy": 0.927152869105339, + "num_tokens": 22222906.0, + "step": 3580 + }, + { + "entropy": 0.20049935090355575, + "epoch": 1.0167115139498655, + "grad_norm": 2.65625, + "learning_rate": 5.110061509376324e-06, + "loss": 0.25468080043792723, + "mean_token_accuracy": 0.9376501187682151, + "num_tokens": 22284229.0, + "step": 3590 + }, + { + "entropy": 0.21108807949349284, + "epoch": 1.019543973941368, + "grad_norm": 2.6875, + "learning_rate": 5.087134655265414e-06, + "loss": 0.22255489826202393, + "mean_token_accuracy": 0.9390177398920059, + "num_tokens": 22342674.0, + "step": 3600 + }, + { + "entropy": 0.21080059758387507, + "epoch": 1.0223764339328707, + "grad_norm": 2.390625, + "learning_rate": 5.064205968381165e-06, + "loss": 0.2495854377746582, + "mean_token_accuracy": 0.9353915929794312, + "num_tokens": 22402978.0, + "step": 3610 + }, + { + "entropy": 0.24261510106734932, + "epoch": 1.0252088939243733, + "grad_norm": 2.828125, + "learning_rate": 5.041275931001103e-06, + "loss": 0.2866044521331787, + "mean_token_accuracy": 0.9248599737882615, + "num_tokens": 22465815.0, + "step": 3620 + }, + { + "entropy": 0.24124777279794216, + "epoch": 1.028041353915876, + "grad_norm": 2.59375, + "learning_rate": 5.018345025431163e-06, + "loss": 0.2976717948913574, + "mean_token_accuracy": 0.9272374495863914, + "num_tokens": 22529737.0, + "step": 3630 + }, + { + "entropy": 0.18002105895429849, + "epoch": 1.0308738139073785, + "grad_norm": 3.96875, + "learning_rate": 4.995413733995536e-06, + "loss": 0.22781128883361818, + "mean_token_accuracy": 0.943612651526928, + "num_tokens": 22581438.0, + "step": 3640 + }, + { + "entropy": 0.2787385611794889, + "epoch": 1.0337062738988811, + "grad_norm": 2.609375, + "learning_rate": 4.972482539026534e-06, + "loss": 0.3564354181289673, + "mean_token_accuracy": 0.9166697680950164, + "num_tokens": 22650104.0, + "step": 3650 + }, + { + "entropy": 0.24818939734250306, + "epoch": 1.0365387338903838, + "grad_norm": 2.546875, + "learning_rate": 4.949551922854437e-06, + "loss": 0.2923859119415283, + "mean_token_accuracy": 0.9222414746880532, + "num_tokens": 22715078.0, + "step": 3660 + }, + { + "entropy": 0.30072745531797407, + "epoch": 1.0393711938818864, + "grad_norm": 2.5, + "learning_rate": 4.9266223677973535e-06, + "loss": 0.3649793863296509, + "mean_token_accuracy": 0.9093805760145187, + "num_tokens": 22779128.0, + "step": 3670 + }, + { + "entropy": 0.2735717059113085, + "epoch": 1.042203653873389, + "grad_norm": 3.03125, + "learning_rate": 4.903694356151067e-06, + "loss": 0.33859407901763916, + "mean_token_accuracy": 0.920712086558342, + "num_tokens": 22838678.0, + "step": 3680 + }, + { + "entropy": 0.24776854524388908, + "epoch": 1.0450361138648916, + "grad_norm": 3.34375, + "learning_rate": 4.880768370178903e-06, + "loss": 0.2938645601272583, + "mean_token_accuracy": 0.9247753649950028, + "num_tokens": 22901030.0, + "step": 3690 + }, + { + "entropy": 0.28547956682741643, + "epoch": 1.0478685738563942, + "grad_norm": 3.25, + "learning_rate": 4.857844892101581e-06, + "loss": 0.31749529838562013, + "mean_token_accuracy": 0.9150549530982971, + "num_tokens": 22966463.0, + "step": 3700 + }, + { + "entropy": 0.27090682154521345, + "epoch": 1.0507010338478968, + "grad_norm": 2.9375, + "learning_rate": 4.8349244040870615e-06, + "loss": 0.31164238452911375, + "mean_token_accuracy": 0.9199892401695251, + "num_tokens": 23030646.0, + "step": 3710 + }, + { + "entropy": 0.28554144450463353, + "epoch": 1.0535334938393994, + "grad_norm": 3.21875, + "learning_rate": 4.81200738824042e-06, + "loss": 0.33346972465515134, + "mean_token_accuracy": 0.914961189031601, + "num_tokens": 23095184.0, + "step": 3720 + }, + { + "entropy": 0.2344823520630598, + "epoch": 1.056365953830902, + "grad_norm": 3.09375, + "learning_rate": 4.789094326593694e-06, + "loss": 0.27491049766540526, + "mean_token_accuracy": 0.9276390865445137, + "num_tokens": 23157519.0, + "step": 3730 + }, + { + "entropy": 0.2247807363048196, + "epoch": 1.0591984138224046, + "grad_norm": 2.578125, + "learning_rate": 4.7661857010957544e-06, + "loss": 0.29062414169311523, + "mean_token_accuracy": 0.9323610827326775, + "num_tokens": 23220127.0, + "step": 3740 + }, + { + "entropy": 0.30474386662244796, + "epoch": 1.0620308738139075, + "grad_norm": 2.671875, + "learning_rate": 4.74328199360216e-06, + "loss": 0.34965219497680666, + "mean_token_accuracy": 0.9088528916239739, + "num_tokens": 23286958.0, + "step": 3750 + }, + { + "entropy": 0.2338505291379988, + "epoch": 1.06486333380541, + "grad_norm": 3.25, + "learning_rate": 4.7203836858650245e-06, + "loss": 0.2581803560256958, + "mean_token_accuracy": 0.9286656439304352, + "num_tokens": 23348093.0, + "step": 3760 + }, + { + "entropy": 0.24440567148849368, + "epoch": 1.0676957937969127, + "grad_norm": 3.1875, + "learning_rate": 4.697491259522885e-06, + "loss": 0.2948632001876831, + "mean_token_accuracy": 0.9275662273168563, + "num_tokens": 23408498.0, + "step": 3770 + }, + { + "entropy": 0.28493724055588243, + "epoch": 1.0705282537884153, + "grad_norm": 2.75, + "learning_rate": 4.674605196090573e-06, + "loss": 0.33446450233459474, + "mean_token_accuracy": 0.9151169151067734, + "num_tokens": 23474213.0, + "step": 3780 + }, + { + "entropy": 0.2917953743599355, + "epoch": 1.073360713779918, + "grad_norm": 3.484375, + "learning_rate": 4.6517259769490785e-06, + "loss": 0.34922327995300295, + "mean_token_accuracy": 0.9116038754582405, + "num_tokens": 23533572.0, + "step": 3790 + }, + { + "entropy": 0.2651925656944513, + "epoch": 1.0761931737714205, + "grad_norm": 2.921875, + "learning_rate": 4.628854083335437e-06, + "loss": 0.3211617708206177, + "mean_token_accuracy": 0.9167863488197326, + "num_tokens": 23595917.0, + "step": 3800 + }, + { + "entropy": 0.26236009476706385, + "epoch": 1.0790256337629232, + "grad_norm": 2.953125, + "learning_rate": 4.605989996332592e-06, + "loss": 0.3187077283859253, + "mean_token_accuracy": 0.9190028637647629, + "num_tokens": 23662377.0, + "step": 3810 + }, + { + "entropy": 0.2401001263409853, + "epoch": 1.0818580937544258, + "grad_norm": 2.921875, + "learning_rate": 4.583134196859289e-06, + "loss": 0.29697332382202146, + "mean_token_accuracy": 0.927865743637085, + "num_tokens": 23731388.0, + "step": 3820 + }, + { + "entropy": 0.2431210996583104, + "epoch": 1.0846905537459284, + "grad_norm": 3.484375, + "learning_rate": 4.56028716565996e-06, + "loss": 0.2828571081161499, + "mean_token_accuracy": 0.9250638440251351, + "num_tokens": 23793919.0, + "step": 3830 + }, + { + "entropy": 0.2633368631824851, + "epoch": 1.087523013737431, + "grad_norm": 3.0, + "learning_rate": 4.5374493832945956e-06, + "loss": 0.34889698028564453, + "mean_token_accuracy": 0.9208544954657555, + "num_tokens": 23857592.0, + "step": 3840 + }, + { + "entropy": 0.2593194010667503, + "epoch": 1.0903554737289336, + "grad_norm": 2.96875, + "learning_rate": 4.5146213301286576e-06, + "loss": 0.3171344995498657, + "mean_token_accuracy": 0.9193354442715644, + "num_tokens": 23920418.0, + "step": 3850 + }, + { + "entropy": 0.20949211195111275, + "epoch": 1.0931879337204362, + "grad_norm": 2.796875, + "learning_rate": 4.49180348632296e-06, + "loss": 0.25888381004333494, + "mean_token_accuracy": 0.9346993267536163, + "num_tokens": 23978686.0, + "step": 3860 + }, + { + "entropy": 0.23353609554469584, + "epoch": 1.0960203937119388, + "grad_norm": 2.75, + "learning_rate": 4.46899633182358e-06, + "loss": 0.26508593559265137, + "mean_token_accuracy": 0.9285413965582847, + "num_tokens": 24039945.0, + "step": 3870 + }, + { + "entropy": 0.22241716757416724, + "epoch": 1.0988528537034414, + "grad_norm": 3.3125, + "learning_rate": 4.446200346351754e-06, + "loss": 0.2597146987915039, + "mean_token_accuracy": 0.9320032343268394, + "num_tokens": 24101482.0, + "step": 3880 + }, + { + "entropy": 0.2613720097579062, + "epoch": 1.101685313694944, + "grad_norm": 3.140625, + "learning_rate": 4.423416009393794e-06, + "loss": 0.34312365055084226, + "mean_token_accuracy": 0.9211692824959755, + "num_tokens": 24168115.0, + "step": 3890 + }, + { + "entropy": 0.2367805289104581, + "epoch": 1.1045177736864467, + "grad_norm": 3.515625, + "learning_rate": 4.400643800190996e-06, + "loss": 0.2766649961471558, + "mean_token_accuracy": 0.9266433954238892, + "num_tokens": 24227079.0, + "step": 3900 + }, + { + "entropy": 0.25535101108253, + "epoch": 1.1073502336779493, + "grad_norm": 3.375, + "learning_rate": 4.377884197729569e-06, + "loss": 0.29713072776794436, + "mean_token_accuracy": 0.9217936024069786, + "num_tokens": 24285604.0, + "step": 3910 + }, + { + "entropy": 0.24405209170654416, + "epoch": 1.1101826936694519, + "grad_norm": 2.96875, + "learning_rate": 4.355137680730547e-06, + "loss": 0.2735821485519409, + "mean_token_accuracy": 0.9273178353905678, + "num_tokens": 24350648.0, + "step": 3920 + }, + { + "entropy": 0.19264007853344084, + "epoch": 1.1130151536609545, + "grad_norm": 3.1875, + "learning_rate": 4.3324047276397345e-06, + "loss": 0.21265592575073242, + "mean_token_accuracy": 0.9414500996470452, + "num_tokens": 24404283.0, + "step": 3930 + }, + { + "entropy": 0.2032804255373776, + "epoch": 1.115847613652457, + "grad_norm": 2.234375, + "learning_rate": 4.309685816617626e-06, + "loss": 0.24111554622650147, + "mean_token_accuracy": 0.9380518972873688, + "num_tokens": 24464553.0, + "step": 3940 + }, + { + "entropy": 0.25125723276287315, + "epoch": 1.1186800736439597, + "grad_norm": 2.390625, + "learning_rate": 4.2869814255293664e-06, + "loss": 0.2969962120056152, + "mean_token_accuracy": 0.9229256942868233, + "num_tokens": 24525942.0, + "step": 3950 + }, + { + "entropy": 0.30800585420802234, + "epoch": 1.1215125336354623, + "grad_norm": 3.015625, + "learning_rate": 4.264292031934691e-06, + "loss": 0.3487081050872803, + "mean_token_accuracy": 0.9075676053762436, + "num_tokens": 24600735.0, + "step": 3960 + }, + { + "entropy": 0.279854978248477, + "epoch": 1.124344993626965, + "grad_norm": 3.421875, + "learning_rate": 4.241618113077873e-06, + "loss": 0.3201010704040527, + "mean_token_accuracy": 0.9143659561872483, + "num_tokens": 24664043.0, + "step": 3970 + }, + { + "entropy": 0.2509489542804658, + "epoch": 1.1271774536184676, + "grad_norm": 3.21875, + "learning_rate": 4.218960145877701e-06, + "loss": 0.3090847969055176, + "mean_token_accuracy": 0.9232483163475991, + "num_tokens": 24733274.0, + "step": 3980 + }, + { + "entropy": 0.2290360671468079, + "epoch": 1.1300099136099702, + "grad_norm": 3.359375, + "learning_rate": 4.196318606917434e-06, + "loss": 0.2809190511703491, + "mean_token_accuracy": 0.9275623843073845, + "num_tokens": 24793456.0, + "step": 3990 + }, + { + "entropy": 0.2779017182998359, + "epoch": 1.132842373601473, + "grad_norm": 3.078125, + "learning_rate": 4.1736939724347855e-06, + "loss": 0.3090373992919922, + "mean_token_accuracy": 0.9156718105077744, + "num_tokens": 24859440.0, + "step": 4000 + }, + { + "entropy": 0.18849533493630588, + "epoch": 1.1356748335929754, + "grad_norm": 2.8125, + "learning_rate": 4.151086718311906e-06, + "loss": 0.22783432006835938, + "mean_token_accuracy": 0.9417475983500481, + "num_tokens": 24919915.0, + "step": 4010 + }, + { + "entropy": 0.28349222652614114, + "epoch": 1.1385072935844782, + "grad_norm": 3.234375, + "learning_rate": 4.128497320065363e-06, + "loss": 0.3526163578033447, + "mean_token_accuracy": 0.9164958953857422, + "num_tokens": 24988315.0, + "step": 4020 + }, + { + "entropy": 0.22427970254793764, + "epoch": 1.1413397535759808, + "grad_norm": 2.890625, + "learning_rate": 4.105926252836155e-06, + "loss": 0.2701232433319092, + "mean_token_accuracy": 0.9306072682142258, + "num_tokens": 25051911.0, + "step": 4030 + }, + { + "entropy": 0.25542295109480617, + "epoch": 1.1441722135674834, + "grad_norm": 3.734375, + "learning_rate": 4.083373991379708e-06, + "loss": 0.28418903350830077, + "mean_token_accuracy": 0.9231105580925941, + "num_tokens": 25113999.0, + "step": 4040 + }, + { + "entropy": 0.22154931565746666, + "epoch": 1.147004673558986, + "grad_norm": 2.296875, + "learning_rate": 4.060841010055885e-06, + "loss": 0.27008485794067383, + "mean_token_accuracy": 0.9335736617445946, + "num_tokens": 25171528.0, + "step": 4050 + }, + { + "entropy": 0.20193984226789324, + "epoch": 1.1498371335504887, + "grad_norm": 2.328125, + "learning_rate": 4.038327782819023e-06, + "loss": 0.24059042930603028, + "mean_token_accuracy": 0.9381761983036995, + "num_tokens": 25233866.0, + "step": 4060 + }, + { + "entropy": 0.21094176713377238, + "epoch": 1.1526695935419913, + "grad_norm": 2.9375, + "learning_rate": 4.015834783207947e-06, + "loss": 0.26112253665924073, + "mean_token_accuracy": 0.936613292992115, + "num_tokens": 25295627.0, + "step": 4070 + }, + { + "entropy": 0.22350301230326294, + "epoch": 1.155502053533494, + "grad_norm": 2.609375, + "learning_rate": 3.993362484336025e-06, + "loss": 0.27268052101135254, + "mean_token_accuracy": 0.9308605536818504, + "num_tokens": 25352177.0, + "step": 4080 + }, + { + "entropy": 0.2413484001532197, + "epoch": 1.1583345135249965, + "grad_norm": 2.53125, + "learning_rate": 3.97091135888121e-06, + "loss": 0.2961695194244385, + "mean_token_accuracy": 0.9274478688836097, + "num_tokens": 25408721.0, + "step": 4090 + }, + { + "entropy": 0.24861616538837553, + "epoch": 1.1611669735164991, + "grad_norm": 3.109375, + "learning_rate": 3.948481879076088e-06, + "loss": 0.3045854091644287, + "mean_token_accuracy": 0.9254580214619637, + "num_tokens": 25473577.0, + "step": 4100 + }, + { + "entropy": 0.22829729141667485, + "epoch": 1.1639994335080017, + "grad_norm": 2.78125, + "learning_rate": 3.926074516697964e-06, + "loss": 0.26290230751037597, + "mean_token_accuracy": 0.9304362386465073, + "num_tokens": 25534011.0, + "step": 4110 + }, + { + "entropy": 0.22681598402559758, + "epoch": 1.1668318934995043, + "grad_norm": 2.703125, + "learning_rate": 3.903689743058927e-06, + "loss": 0.2976879119873047, + "mean_token_accuracy": 0.930561275780201, + "num_tokens": 25596453.0, + "step": 4120 + }, + { + "entropy": 0.1806016440503299, + "epoch": 1.169664353491007, + "grad_norm": 2.921875, + "learning_rate": 3.881328028995939e-06, + "loss": 0.2117543935775757, + "mean_token_accuracy": 0.9451305896043778, + "num_tokens": 25652619.0, + "step": 4130 + }, + { + "entropy": 0.26367070972919465, + "epoch": 1.1724968134825096, + "grad_norm": 3.109375, + "learning_rate": 3.858989844860928e-06, + "loss": 0.3070235013961792, + "mean_token_accuracy": 0.9207400143146515, + "num_tokens": 25710982.0, + "step": 4140 + }, + { + "entropy": 0.2163207576610148, + "epoch": 1.1753292734740122, + "grad_norm": 2.5, + "learning_rate": 3.836675660510904e-06, + "loss": 0.2601778030395508, + "mean_token_accuracy": 0.9358288258314132, + "num_tokens": 25770860.0, + "step": 4150 + }, + { + "entropy": 0.2428675949573517, + "epoch": 1.1781617334655148, + "grad_norm": 3.53125, + "learning_rate": 3.814385945298064e-06, + "loss": 0.3027503252029419, + "mean_token_accuracy": 0.9261119350790977, + "num_tokens": 25831304.0, + "step": 4160 + }, + { + "entropy": 0.23329113675281404, + "epoch": 1.1809941934570174, + "grad_norm": 2.734375, + "learning_rate": 3.7921211680599316e-06, + "loss": 0.25751571655273436, + "mean_token_accuracy": 0.9266592547297478, + "num_tokens": 25889285.0, + "step": 4170 + }, + { + "entropy": 0.22774195326492191, + "epoch": 1.18382665344852, + "grad_norm": 2.828125, + "learning_rate": 3.7698817971094854e-06, + "loss": 0.25943894386291505, + "mean_token_accuracy": 0.9310021102428436, + "num_tokens": 25950889.0, + "step": 4180 + }, + { + "entropy": 0.30657786335796117, + "epoch": 1.1866591134400226, + "grad_norm": 3.1875, + "learning_rate": 3.7476683002253175e-06, + "loss": 0.3742470026016235, + "mean_token_accuracy": 0.9084239676594734, + "num_tokens": 26016710.0, + "step": 4190 + }, + { + "entropy": 0.26363484296016393, + "epoch": 1.1894915734315252, + "grad_norm": 3.25, + "learning_rate": 3.7254811446417816e-06, + "loss": 0.3128044605255127, + "mean_token_accuracy": 0.9210105195641518, + "num_tokens": 26076982.0, + "step": 4200 + }, + { + "entropy": 0.23388547785580158, + "epoch": 1.1923240334230278, + "grad_norm": 2.890625, + "learning_rate": 3.7033207970391847e-06, + "loss": 0.2698439359664917, + "mean_token_accuracy": 0.9309489011764527, + "num_tokens": 26137826.0, + "step": 4210 + }, + { + "entropy": 0.2579007504507899, + "epoch": 1.1951564934145305, + "grad_norm": 2.65625, + "learning_rate": 3.681187723533956e-06, + "loss": 0.31007983684539797, + "mean_token_accuracy": 0.922349001467228, + "num_tokens": 26198870.0, + "step": 4220 + }, + { + "entropy": 0.2128595493733883, + "epoch": 1.197988953406033, + "grad_norm": 2.84375, + "learning_rate": 3.65908238966884e-06, + "loss": 0.23348703384399414, + "mean_token_accuracy": 0.9355149224400521, + "num_tokens": 26261446.0, + "step": 4230 + }, + { + "entropy": 0.21918850131332873, + "epoch": 1.2008214133975357, + "grad_norm": 3.171875, + "learning_rate": 3.637005260403119e-06, + "loss": 0.27556893825531004, + "mean_token_accuracy": 0.9321137681603432, + "num_tokens": 26321393.0, + "step": 4240 + }, + { + "entropy": 0.265251987054944, + "epoch": 1.2036538733890383, + "grad_norm": 2.765625, + "learning_rate": 3.6149568001028223e-06, + "loss": 0.3239171266555786, + "mean_token_accuracy": 0.9196299970149994, + "num_tokens": 26388051.0, + "step": 4250 + }, + { + "entropy": 0.24416832169517874, + "epoch": 1.206486333380541, + "grad_norm": 3.6875, + "learning_rate": 3.5929374725309617e-06, + "loss": 0.30356464385986326, + "mean_token_accuracy": 0.926099605858326, + "num_tokens": 26453578.0, + "step": 4260 + }, + { + "entropy": 0.2318627736531198, + "epoch": 1.2093187933720437, + "grad_norm": 3.375, + "learning_rate": 3.5709477408377795e-06, + "loss": 0.28204798698425293, + "mean_token_accuracy": 0.9280649125576019, + "num_tokens": 26516677.0, + "step": 4270 + }, + { + "entropy": 0.21778175057843327, + "epoch": 1.2121512533635461, + "grad_norm": 3.484375, + "learning_rate": 3.5489880675509986e-06, + "loss": 0.26971137523651123, + "mean_token_accuracy": 0.9318681254982948, + "num_tokens": 26577736.0, + "step": 4280 + }, + { + "entropy": 0.19295280342921614, + "epoch": 1.214983713355049, + "grad_norm": 3.15625, + "learning_rate": 3.5270589145661038e-06, + "loss": 0.2568847894668579, + "mean_token_accuracy": 0.9388056635856629, + "num_tokens": 26638282.0, + "step": 4290 + }, + { + "entropy": 0.21848455602303146, + "epoch": 1.2178161733465516, + "grad_norm": 3.390625, + "learning_rate": 3.505160743136622e-06, + "loss": 0.2596912384033203, + "mean_token_accuracy": 0.9322919070720672, + "num_tokens": 26696035.0, + "step": 4300 + }, + { + "entropy": 0.26156329102814196, + "epoch": 1.2206486333380542, + "grad_norm": 2.921875, + "learning_rate": 3.4832940138644157e-06, + "loss": 0.3191622972488403, + "mean_token_accuracy": 0.9193585529923439, + "num_tokens": 26757717.0, + "step": 4310 + }, + { + "entropy": 0.19066684865392744, + "epoch": 1.2234810933295568, + "grad_norm": 3.25, + "learning_rate": 3.461459186690006e-06, + "loss": 0.213128399848938, + "mean_token_accuracy": 0.9399427071213722, + "num_tokens": 26814810.0, + "step": 4320 + }, + { + "entropy": 0.25585900731384753, + "epoch": 1.2263135533210594, + "grad_norm": 3.5, + "learning_rate": 3.4396567208828823e-06, + "loss": 0.32691617012023927, + "mean_token_accuracy": 0.9216562286019325, + "num_tokens": 26877440.0, + "step": 4330 + }, + { + "entropy": 0.24010503655299545, + "epoch": 1.229146013312562, + "grad_norm": 3.390625, + "learning_rate": 3.41788707503186e-06, + "loss": 0.3369575023651123, + "mean_token_accuracy": 0.9252798214554787, + "num_tokens": 26937573.0, + "step": 4340 + }, + { + "entropy": 0.19289563642814755, + "epoch": 1.2319784733040646, + "grad_norm": 2.890625, + "learning_rate": 3.396150707035424e-06, + "loss": 0.226908278465271, + "mean_token_accuracy": 0.9404228702187538, + "num_tokens": 26999317.0, + "step": 4350 + }, + { + "entropy": 0.25024923784658315, + "epoch": 1.2348109332955672, + "grad_norm": 2.75, + "learning_rate": 3.3744480740920944e-06, + "loss": 0.3028681755065918, + "mean_token_accuracy": 0.9250575214624405, + "num_tokens": 27056939.0, + "step": 4360 + }, + { + "entropy": 0.18302351711317896, + "epoch": 1.2376433932870698, + "grad_norm": 2.984375, + "learning_rate": 3.3527796326908203e-06, + "loss": 0.2093818426132202, + "mean_token_accuracy": 0.9447689831256867, + "num_tokens": 27117512.0, + "step": 4370 + }, + { + "entropy": 0.23567539155483247, + "epoch": 1.2404758532785725, + "grad_norm": 2.9375, + "learning_rate": 3.3311458386013686e-06, + "loss": 0.26779422760009763, + "mean_token_accuracy": 0.929200166463852, + "num_tokens": 27179134.0, + "step": 4380 + }, + { + "entropy": 0.262385786883533, + "epoch": 1.243308313270075, + "grad_norm": 2.984375, + "learning_rate": 3.3095471468647444e-06, + "loss": 0.3157880067825317, + "mean_token_accuracy": 0.921213936805725, + "num_tokens": 27242527.0, + "step": 4390 + }, + { + "entropy": 0.25156134786084294, + "epoch": 1.2461407732615777, + "grad_norm": 3.21875, + "learning_rate": 3.2879840117836175e-06, + "loss": 0.30792746543884275, + "mean_token_accuracy": 0.92156962454319, + "num_tokens": 27304448.0, + "step": 4400 + }, + { + "entropy": 0.21655702525749804, + "epoch": 1.2489732332530803, + "grad_norm": 2.546875, + "learning_rate": 3.266456886912761e-06, + "loss": 0.2759143114089966, + "mean_token_accuracy": 0.9322070553898811, + "num_tokens": 27364373.0, + "step": 4410 + }, + { + "entropy": 0.2756142715923488, + "epoch": 1.251805693244583, + "grad_norm": 3.09375, + "learning_rate": 3.2449662250495206e-06, + "loss": 0.33940753936767576, + "mean_token_accuracy": 0.914966894686222, + "num_tokens": 27428499.0, + "step": 4420 + }, + { + "entropy": 0.2818338614888489, + "epoch": 1.2546381532360855, + "grad_norm": 2.828125, + "learning_rate": 3.2235124782242866e-06, + "loss": 0.31711788177490235, + "mean_token_accuracy": 0.9134162411093711, + "num_tokens": 27493341.0, + "step": 4430 + }, + { + "entropy": 0.2091914065182209, + "epoch": 1.2574706132275881, + "grad_norm": 3.03125, + "learning_rate": 3.202096097690982e-06, + "loss": 0.24472830295562745, + "mean_token_accuracy": 0.9367028534412384, + "num_tokens": 27553035.0, + "step": 4440 + }, + { + "entropy": 0.2542508527636528, + "epoch": 1.2603030732190907, + "grad_norm": 2.1875, + "learning_rate": 3.180717533917578e-06, + "loss": 0.3394561767578125, + "mean_token_accuracy": 0.924777315557003, + "num_tokens": 27615534.0, + "step": 4450 + }, + { + "entropy": 0.25776216881349684, + "epoch": 1.2631355332105934, + "grad_norm": 2.875, + "learning_rate": 3.1593772365766107e-06, + "loss": 0.31199193000793457, + "mean_token_accuracy": 0.9221319362521172, + "num_tokens": 27679761.0, + "step": 4460 + }, + { + "entropy": 0.221833174303174, + "epoch": 1.265967993202096, + "grad_norm": 3.265625, + "learning_rate": 3.138075654535733e-06, + "loss": 0.2600731372833252, + "mean_token_accuracy": 0.9309741392731666, + "num_tokens": 27735044.0, + "step": 4470 + }, + { + "entropy": 0.25993210077285767, + "epoch": 1.2688004531935986, + "grad_norm": 2.875, + "learning_rate": 3.116813235848268e-06, + "loss": 0.29588348865509034, + "mean_token_accuracy": 0.9213003218173981, + "num_tokens": 27795159.0, + "step": 4480 + }, + { + "entropy": 0.25714250551536677, + "epoch": 1.2716329131851012, + "grad_norm": 2.65625, + "learning_rate": 3.0955904277437777e-06, + "loss": 0.3065769910812378, + "mean_token_accuracy": 0.9232428565621376, + "num_tokens": 27861206.0, + "step": 4490 + }, + { + "entropy": 0.25843508429825307, + "epoch": 1.2744653731766038, + "grad_norm": 2.921875, + "learning_rate": 3.0744076766186683e-06, + "loss": 0.309002947807312, + "mean_token_accuracy": 0.9217819094657898, + "num_tokens": 27925013.0, + "step": 4500 + }, + { + "entropy": 0.20204820288345218, + "epoch": 1.2772978331681064, + "grad_norm": 2.671875, + "learning_rate": 3.0532654280267963e-06, + "loss": 0.23697669506073, + "mean_token_accuracy": 0.9382702693343162, + "num_tokens": 27986113.0, + "step": 4510 + }, + { + "entropy": 0.2647128958255053, + "epoch": 1.2801302931596092, + "grad_norm": 2.71875, + "learning_rate": 3.0321641266700908e-06, + "loss": 0.3252225875854492, + "mean_token_accuracy": 0.9193501740694046, + "num_tokens": 28044486.0, + "step": 4520 + }, + { + "entropy": 0.2618610587902367, + "epoch": 1.2829627531511116, + "grad_norm": 2.953125, + "learning_rate": 3.011104216389209e-06, + "loss": 0.3027822494506836, + "mean_token_accuracy": 0.9214046269655227, + "num_tokens": 28105348.0, + "step": 4530 + }, + { + "entropy": 0.25285998843610286, + "epoch": 1.2857952131426145, + "grad_norm": 3.390625, + "learning_rate": 2.9900861401541935e-06, + "loss": 0.3302875518798828, + "mean_token_accuracy": 0.9243465468287468, + "num_tokens": 28167162.0, + "step": 4540 + }, + { + "entropy": 0.24863419402390718, + "epoch": 1.2886276731341169, + "grad_norm": 2.890625, + "learning_rate": 2.9691103400551612e-06, + "loss": 0.3088348627090454, + "mean_token_accuracy": 0.9230181276798248, + "num_tokens": 28229970.0, + "step": 4550 + }, + { + "entropy": 0.23397703059017658, + "epoch": 1.2914601331256197, + "grad_norm": 2.6875, + "learning_rate": 2.948177257292998e-06, + "loss": 0.2938363552093506, + "mean_token_accuracy": 0.9276159033179283, + "num_tokens": 28291333.0, + "step": 4560 + }, + { + "entropy": 0.2978225776925683, + "epoch": 1.2942925931171223, + "grad_norm": 2.609375, + "learning_rate": 2.9272873321700814e-06, + "loss": 0.3565410375595093, + "mean_token_accuracy": 0.9102242648601532, + "num_tokens": 28358389.0, + "step": 4570 + }, + { + "entropy": 0.2692898658104241, + "epoch": 1.297125053108625, + "grad_norm": 2.828125, + "learning_rate": 2.906441004081022e-06, + "loss": 0.3101436376571655, + "mean_token_accuracy": 0.9190399497747421, + "num_tokens": 28424358.0, + "step": 4580 + }, + { + "entropy": 0.21697850674390792, + "epoch": 1.2999575131001275, + "grad_norm": 3.25, + "learning_rate": 2.8856387115034174e-06, + "loss": 0.2602779626846313, + "mean_token_accuracy": 0.9343308910727501, + "num_tokens": 28481933.0, + "step": 4590 + }, + { + "entropy": 0.2726894068531692, + "epoch": 1.3027899730916301, + "grad_norm": 2.984375, + "learning_rate": 2.864880891988629e-06, + "loss": 0.32516028881073, + "mean_token_accuracy": 0.9169021070003509, + "num_tokens": 28546247.0, + "step": 4600 + }, + { + "entropy": 0.25623656772077086, + "epoch": 1.3056224330831327, + "grad_norm": 2.734375, + "learning_rate": 2.8441679821525857e-06, + "loss": 0.30165460109710696, + "mean_token_accuracy": 0.9226235717535018, + "num_tokens": 28613486.0, + "step": 4610 + }, + { + "entropy": 0.24329884480684996, + "epoch": 1.3084548930746354, + "grad_norm": 3.328125, + "learning_rate": 2.8235004176665915e-06, + "loss": 0.291753888130188, + "mean_token_accuracy": 0.9246421366930008, + "num_tokens": 28674698.0, + "step": 4620 + }, + { + "entropy": 0.2701176831498742, + "epoch": 1.311287353066138, + "grad_norm": 2.828125, + "learning_rate": 2.8028786332481618e-06, + "loss": 0.35086085796356203, + "mean_token_accuracy": 0.9178305074572564, + "num_tokens": 28740730.0, + "step": 4630 + }, + { + "entropy": 0.26439649127423764, + "epoch": 1.3141198130576406, + "grad_norm": 3.796875, + "learning_rate": 2.782303062651891e-06, + "loss": 0.30096120834350587, + "mean_token_accuracy": 0.9212312117218971, + "num_tokens": 28799052.0, + "step": 4640 + }, + { + "entropy": 0.2616453727707267, + "epoch": 1.3169522730491432, + "grad_norm": 3.078125, + "learning_rate": 2.7617741386603147e-06, + "loss": 0.32627871036529543, + "mean_token_accuracy": 0.9230263277888298, + "num_tokens": 28856755.0, + "step": 4650 + }, + { + "entropy": 0.22390527790412307, + "epoch": 1.3197847330406458, + "grad_norm": 3.03125, + "learning_rate": 2.741292293074815e-06, + "loss": 0.28043675422668457, + "mean_token_accuracy": 0.9319010078907013, + "num_tokens": 28917405.0, + "step": 4660 + }, + { + "entropy": 0.26067772330716255, + "epoch": 1.3226171930321484, + "grad_norm": 3.234375, + "learning_rate": 2.720857956706535e-06, + "loss": 0.31217050552368164, + "mean_token_accuracy": 0.9196974828839302, + "num_tokens": 28979060.0, + "step": 4670 + }, + { + "entropy": 0.24639188363216818, + "epoch": 1.325449653023651, + "grad_norm": 2.09375, + "learning_rate": 2.7004715593673193e-06, + "loss": 0.29030728340148926, + "mean_token_accuracy": 0.9242595240473748, + "num_tokens": 29048990.0, + "step": 4680 + }, + { + "entropy": 0.2595814616419375, + "epoch": 1.3282821130151536, + "grad_norm": 3.578125, + "learning_rate": 2.6801335298606735e-06, + "loss": 0.34323825836181643, + "mean_token_accuracy": 0.9196496069431305, + "num_tokens": 29108668.0, + "step": 4690 + }, + { + "entropy": 0.2499905712902546, + "epoch": 1.3311145730066563, + "grad_norm": 3.640625, + "learning_rate": 2.6598442959727405e-06, + "loss": 0.30095908641815183, + "mean_token_accuracy": 0.9234166145324707, + "num_tokens": 29170628.0, + "step": 4700 + }, + { + "entropy": 0.2795558024197817, + "epoch": 1.3339470329981589, + "grad_norm": 3.03125, + "learning_rate": 2.6396042844633084e-06, + "loss": 0.3358647108078003, + "mean_token_accuracy": 0.9151357725262642, + "num_tokens": 29231430.0, + "step": 4710 + }, + { + "entropy": 0.2527871862053871, + "epoch": 1.3367794929896615, + "grad_norm": 2.53125, + "learning_rate": 2.619413921056828e-06, + "loss": 0.2981950998306274, + "mean_token_accuracy": 0.9234776467084884, + "num_tokens": 29292069.0, + "step": 4720 + }, + { + "entropy": 0.24699923824518918, + "epoch": 1.339611952981164, + "grad_norm": 3.296875, + "learning_rate": 2.599273630433468e-06, + "loss": 0.2985649824142456, + "mean_token_accuracy": 0.9248224750161171, + "num_tokens": 29353453.0, + "step": 4730 + }, + { + "entropy": 0.2077005637809634, + "epoch": 1.3424444129726667, + "grad_norm": 2.703125, + "learning_rate": 2.5791838362201697e-06, + "loss": 0.2560413122177124, + "mean_token_accuracy": 0.9381126925349236, + "num_tokens": 29413096.0, + "step": 4740 + }, + { + "entropy": 0.25310145076364277, + "epoch": 1.3452768729641693, + "grad_norm": 2.453125, + "learning_rate": 2.559144960981743e-06, + "loss": 0.32078449726104735, + "mean_token_accuracy": 0.9215926051139831, + "num_tokens": 29477862.0, + "step": 4750 + }, + { + "entropy": 0.2216710806824267, + "epoch": 1.348109332955672, + "grad_norm": 3.3125, + "learning_rate": 2.539157426211984e-06, + "loss": 0.2861553430557251, + "mean_token_accuracy": 0.9337741181254386, + "num_tokens": 29536454.0, + "step": 4760 + }, + { + "entropy": 0.2361689003184438, + "epoch": 1.3509417929471748, + "grad_norm": 2.390625, + "learning_rate": 2.519221652324797e-06, + "loss": 0.28600006103515624, + "mean_token_accuracy": 0.9263621792197227, + "num_tokens": 29597387.0, + "step": 4770 + }, + { + "entropy": 0.20784252174198628, + "epoch": 1.3537742529386771, + "grad_norm": 2.484375, + "learning_rate": 2.4993380586453588e-06, + "loss": 0.24996912479400635, + "mean_token_accuracy": 0.936021265387535, + "num_tokens": 29661427.0, + "step": 4780 + }, + { + "entropy": 0.277555535454303, + "epoch": 1.35660671293018, + "grad_norm": 3.1875, + "learning_rate": 2.479507063401305e-06, + "loss": 0.3356276273727417, + "mean_token_accuracy": 0.9166460618376732, + "num_tokens": 29724154.0, + "step": 4790 + }, + { + "entropy": 0.32572520449757575, + "epoch": 1.3594391729216824, + "grad_norm": 4.625, + "learning_rate": 2.4597290837139133e-06, + "loss": 0.3810946226119995, + "mean_token_accuracy": 0.9033881530165673, + "num_tokens": 29788592.0, + "step": 4800 + }, + { + "entropy": 0.21838265378028154, + "epoch": 1.3622716329131852, + "grad_norm": 2.359375, + "learning_rate": 2.4400045355893524e-06, + "loss": 0.2777862071990967, + "mean_token_accuracy": 0.9348648384213447, + "num_tokens": 29851049.0, + "step": 4810 + }, + { + "entropy": 0.24609042005613446, + "epoch": 1.3651040929046876, + "grad_norm": 3.375, + "learning_rate": 2.420333833909924e-06, + "loss": 0.30987935066223143, + "mean_token_accuracy": 0.9248693987727166, + "num_tokens": 29913629.0, + "step": 4820 + }, + { + "entropy": 0.21056049782782793, + "epoch": 1.3679365528961904, + "grad_norm": 3.28125, + "learning_rate": 2.4007173924253212e-06, + "loss": 0.2472922086715698, + "mean_token_accuracy": 0.9366860389709473, + "num_tokens": 29971964.0, + "step": 4830 + }, + { + "entropy": 0.30174947492778303, + "epoch": 1.370769012887693, + "grad_norm": 2.765625, + "learning_rate": 2.381155623743953e-06, + "loss": 0.3823577880859375, + "mean_token_accuracy": 0.9080246448516845, + "num_tokens": 30043759.0, + "step": 4840 + }, + { + "entropy": 0.25103030242025853, + "epoch": 1.3736014728791957, + "grad_norm": 3.453125, + "learning_rate": 2.361648939324243e-06, + "loss": 0.28985164165496824, + "mean_token_accuracy": 0.926340526342392, + "num_tokens": 30100262.0, + "step": 4850 + }, + { + "entropy": 0.2580802061595023, + "epoch": 1.3764339328706983, + "grad_norm": 3.28125, + "learning_rate": 2.342197749465984e-06, + "loss": 0.31032874584198, + "mean_token_accuracy": 0.9193428009748459, + "num_tokens": 30164118.0, + "step": 4860 + }, + { + "entropy": 0.27607944067567586, + "epoch": 1.3792663928622009, + "grad_norm": 3.40625, + "learning_rate": 2.3228024633017116e-06, + "loss": 0.3126307487487793, + "mean_token_accuracy": 0.9179492324590683, + "num_tokens": 30224388.0, + "step": 4870 + }, + { + "entropy": 0.28047991786152127, + "epoch": 1.3820988528537035, + "grad_norm": 2.71875, + "learning_rate": 2.303463488788089e-06, + "loss": 0.30843875408172605, + "mean_token_accuracy": 0.9161667764186859, + "num_tokens": 30289143.0, + "step": 4880 + }, + { + "entropy": 0.2500641171820462, + "epoch": 1.384931312845206, + "grad_norm": 4.3125, + "learning_rate": 2.284181232697332e-06, + "loss": 0.3286006450653076, + "mean_token_accuracy": 0.9237422406673431, + "num_tokens": 30347509.0, + "step": 4890 + }, + { + "entropy": 0.26391101712360976, + "epoch": 1.3877637728367087, + "grad_norm": 3.1875, + "learning_rate": 2.2649561006086558e-06, + "loss": 0.36521620750427247, + "mean_token_accuracy": 0.921583104133606, + "num_tokens": 30407734.0, + "step": 4900 + }, + { + "entropy": 0.2082054775673896, + "epoch": 1.3905962328282113, + "grad_norm": 3.171875, + "learning_rate": 2.245788496899736e-06, + "loss": 0.26845521926879884, + "mean_token_accuracy": 0.9378845795989037, + "num_tokens": 30466946.0, + "step": 4910 + }, + { + "entropy": 0.22866754801943898, + "epoch": 1.393428692819714, + "grad_norm": 2.75, + "learning_rate": 2.2266788247382104e-06, + "loss": 0.27818896770477297, + "mean_token_accuracy": 0.9301291614770889, + "num_tokens": 30533581.0, + "step": 4920 + }, + { + "entropy": 0.24968635374680162, + "epoch": 1.3962611528112165, + "grad_norm": 3.1875, + "learning_rate": 2.207627486073193e-06, + "loss": 0.287874698638916, + "mean_token_accuracy": 0.9242622211575509, + "num_tokens": 30601850.0, + "step": 4930 + }, + { + "entropy": 0.30023376140743496, + "epoch": 1.3990936128027192, + "grad_norm": 2.578125, + "learning_rate": 2.188634881626824e-06, + "loss": 0.3350045680999756, + "mean_token_accuracy": 0.9105271488428116, + "num_tokens": 30671400.0, + "step": 4940 + }, + { + "entropy": 0.2472711553797126, + "epoch": 1.4019260727942218, + "grad_norm": 2.640625, + "learning_rate": 2.169701410885844e-06, + "loss": 0.30690841674804686, + "mean_token_accuracy": 0.925593939423561, + "num_tokens": 30730507.0, + "step": 4950 + }, + { + "entropy": 0.25907982494682075, + "epoch": 1.4047585327857244, + "grad_norm": 3.234375, + "learning_rate": 2.1508274720931782e-06, + "loss": 0.28761587142944334, + "mean_token_accuracy": 0.9222486436367034, + "num_tokens": 30795393.0, + "step": 4960 + }, + { + "entropy": 0.2811718896962702, + "epoch": 1.407590992777227, + "grad_norm": 3.234375, + "learning_rate": 2.132013462239575e-06, + "loss": 0.3265038251876831, + "mean_token_accuracy": 0.9145691886544227, + "num_tokens": 30857562.0, + "step": 4970 + }, + { + "entropy": 0.28517370773479345, + "epoch": 1.4104234527687296, + "grad_norm": 2.328125, + "learning_rate": 2.1132597770552438e-06, + "loss": 0.31507909297943115, + "mean_token_accuracy": 0.9142434164881706, + "num_tokens": 30922675.0, + "step": 4980 + }, + { + "entropy": 0.19877292485907674, + "epoch": 1.4132559127602322, + "grad_norm": 3.765625, + "learning_rate": 2.0945668110015444e-06, + "loss": 0.23243415355682373, + "mean_token_accuracy": 0.9366410985589028, + "num_tokens": 30976543.0, + "step": 4990 + }, + { + "entropy": 0.2432062154635787, + "epoch": 1.4160883727517348, + "grad_norm": 2.5, + "learning_rate": 2.0759349572626746e-06, + "loss": 0.2862151384353638, + "mean_token_accuracy": 0.9267523601651192, + "num_tokens": 31038473.0, + "step": 5000 + }, + { + "entropy": 0.3237845581024885, + "epoch": 1.4189208327432374, + "grad_norm": 3.875, + "learning_rate": 2.0573646077374104e-06, + "loss": 0.37770848274230956, + "mean_token_accuracy": 0.9031021609902382, + "num_tokens": 31099230.0, + "step": 5010 + }, + { + "entropy": 0.2877516193315387, + "epoch": 1.42175329273474, + "grad_norm": 2.734375, + "learning_rate": 2.0388561530308635e-06, + "loss": 0.34712216854095457, + "mean_token_accuracy": 0.9134866118431091, + "num_tokens": 31166088.0, + "step": 5020 + }, + { + "entropy": 0.2820683201774955, + "epoch": 1.4245857527262427, + "grad_norm": 2.796875, + "learning_rate": 2.020409982446257e-06, + "loss": 0.3219949960708618, + "mean_token_accuracy": 0.9166051208972931, + "num_tokens": 31228723.0, + "step": 5030 + }, + { + "entropy": 0.27668618680909274, + "epoch": 1.4274182127177455, + "grad_norm": 2.515625, + "learning_rate": 2.002026483976743e-06, + "loss": 0.3125786066055298, + "mean_token_accuracy": 0.9155862748622894, + "num_tokens": 31291073.0, + "step": 5040 + }, + { + "entropy": 0.2827945364639163, + "epoch": 1.4302506727092479, + "grad_norm": 2.890625, + "learning_rate": 1.983706044297246e-06, + "loss": 0.3369795560836792, + "mean_token_accuracy": 0.9160067468881607, + "num_tokens": 31353485.0, + "step": 5050 + }, + { + "entropy": 0.26270845299586654, + "epoch": 1.4330831327007507, + "grad_norm": 2.390625, + "learning_rate": 1.965449048756313e-06, + "loss": 0.32433252334594725, + "mean_token_accuracy": 0.917706748843193, + "num_tokens": 31416187.0, + "step": 5060 + }, + { + "entropy": 0.25601281197741627, + "epoch": 1.435915592692253, + "grad_norm": 3.171875, + "learning_rate": 1.9472558813680302e-06, + "loss": 0.3209353446960449, + "mean_token_accuracy": 0.9202107876539231, + "num_tokens": 31476116.0, + "step": 5070 + }, + { + "entropy": 0.20480688754469156, + "epoch": 1.438748052683756, + "grad_norm": 2.640625, + "learning_rate": 1.929126924803934e-06, + "loss": 0.23985617160797118, + "mean_token_accuracy": 0.9381486117839813, + "num_tokens": 31535405.0, + "step": 5080 + }, + { + "entropy": 0.2611421229317784, + "epoch": 1.4415805126752583, + "grad_norm": 3.5625, + "learning_rate": 1.9110625603849527e-06, + "loss": 0.32944498062133787, + "mean_token_accuracy": 0.9202523365616798, + "num_tokens": 31597693.0, + "step": 5090 + }, + { + "entropy": 0.23836144469678403, + "epoch": 1.4444129726667612, + "grad_norm": 2.03125, + "learning_rate": 1.893063168073408e-06, + "loss": 0.29022033214569093, + "mean_token_accuracy": 0.9306372493505478, + "num_tokens": 31656977.0, + "step": 5100 + }, + { + "entropy": 0.28606463205069305, + "epoch": 1.4472454326582638, + "grad_norm": 2.5, + "learning_rate": 1.8751291264650046e-06, + "loss": 0.3439618110656738, + "mean_token_accuracy": 0.9139068111777305, + "num_tokens": 31718707.0, + "step": 5110 + }, + { + "entropy": 0.2603332348167896, + "epoch": 1.4500778926497664, + "grad_norm": 3.359375, + "learning_rate": 1.8572608127808728e-06, + "loss": 0.31691861152648926, + "mean_token_accuracy": 0.9209822177886963, + "num_tokens": 31782906.0, + "step": 5120 + }, + { + "entropy": 0.20631724232807755, + "epoch": 1.452910352641269, + "grad_norm": 2.3125, + "learning_rate": 1.83945860285964e-06, + "loss": 0.2487272262573242, + "mean_token_accuracy": 0.9387247279286385, + "num_tokens": 31843112.0, + "step": 5130 + }, + { + "entropy": 0.312122474052012, + "epoch": 1.4557428126327716, + "grad_norm": 2.59375, + "learning_rate": 1.8217228711495144e-06, + "loss": 0.3650108814239502, + "mean_token_accuracy": 0.903496403992176, + "num_tokens": 31908733.0, + "step": 5140 + }, + { + "entropy": 0.21777895856648682, + "epoch": 1.4585752726242742, + "grad_norm": 2.84375, + "learning_rate": 1.8040539907004151e-06, + "loss": 0.2540838003158569, + "mean_token_accuracy": 0.933236388862133, + "num_tokens": 31965951.0, + "step": 5150 + }, + { + "entropy": 0.2150375141762197, + "epoch": 1.4614077326157768, + "grad_norm": 3.109375, + "learning_rate": 1.7864523331561289e-06, + "loss": 0.25230045318603517, + "mean_token_accuracy": 0.9354735314846039, + "num_tokens": 32030628.0, + "step": 5160 + }, + { + "entropy": 0.2608655440621078, + "epoch": 1.4642401926072794, + "grad_norm": 3.046875, + "learning_rate": 1.7689182687464856e-06, + "loss": 0.3130248308181763, + "mean_token_accuracy": 0.9211593955755234, + "num_tokens": 32097676.0, + "step": 5170 + }, + { + "entropy": 0.25380949294194577, + "epoch": 1.467072652598782, + "grad_norm": 2.890625, + "learning_rate": 1.7514521662795747e-06, + "loss": 0.2816046476364136, + "mean_token_accuracy": 0.9257098287343979, + "num_tokens": 32158741.0, + "step": 5180 + }, + { + "entropy": 0.25251292893663047, + "epoch": 1.4699051125902847, + "grad_norm": 2.65625, + "learning_rate": 1.7340543931339855e-06, + "loss": 0.29217917919158937, + "mean_token_accuracy": 0.9239209443330765, + "num_tokens": 32214336.0, + "step": 5190 + }, + { + "entropy": 0.19389442894607783, + "epoch": 1.4727375725817873, + "grad_norm": 2.609375, + "learning_rate": 1.7167253152510881e-06, + "loss": 0.2437535524368286, + "mean_token_accuracy": 0.9410161271691322, + "num_tokens": 32272894.0, + "step": 5200 + }, + { + "entropy": 0.24098797258920968, + "epoch": 1.47557003257329, + "grad_norm": 2.734375, + "learning_rate": 1.6994652971273234e-06, + "loss": 0.3020350217819214, + "mean_token_accuracy": 0.927329009771347, + "num_tokens": 32334986.0, + "step": 5210 + }, + { + "entropy": 0.22781321993097664, + "epoch": 1.4784024925647925, + "grad_norm": 3.34375, + "learning_rate": 1.6822747018065454e-06, + "loss": 0.27587802410125734, + "mean_token_accuracy": 0.9302007511258126, + "num_tokens": 32400375.0, + "step": 5220 + }, + { + "entropy": 0.2371103228069842, + "epoch": 1.4812349525562951, + "grad_norm": 2.640625, + "learning_rate": 1.6651538908723819e-06, + "loss": 0.2963529586791992, + "mean_token_accuracy": 0.9281015366315841, + "num_tokens": 32461495.0, + "step": 5230 + }, + { + "entropy": 0.2026872721500695, + "epoch": 1.4840674125477977, + "grad_norm": 3.703125, + "learning_rate": 1.648103224440628e-06, + "loss": 0.2533473253250122, + "mean_token_accuracy": 0.9393594354391098, + "num_tokens": 32520488.0, + "step": 5240 + }, + { + "entropy": 0.27795653184875846, + "epoch": 1.4868998725393003, + "grad_norm": 4.28125, + "learning_rate": 1.6311230611516787e-06, + "loss": 0.3331992864608765, + "mean_token_accuracy": 0.9139838621020318, + "num_tokens": 32579890.0, + "step": 5250 + }, + { + "entropy": 0.24200157299637795, + "epoch": 1.489732332530803, + "grad_norm": 2.453125, + "learning_rate": 1.6142137581629735e-06, + "loss": 0.29794676303863527, + "mean_token_accuracy": 0.9251758947968483, + "num_tokens": 32638891.0, + "step": 5260 + }, + { + "entropy": 0.28265436114743353, + "epoch": 1.4925647925223056, + "grad_norm": 2.953125, + "learning_rate": 1.5973756711414906e-06, + "loss": 0.32789628505706786, + "mean_token_accuracy": 0.9158792689442634, + "num_tokens": 32698889.0, + "step": 5270 + }, + { + "entropy": 0.2547013622708619, + "epoch": 1.4953972525138082, + "grad_norm": 3.34375, + "learning_rate": 1.5806091542562702e-06, + "loss": 0.3087520360946655, + "mean_token_accuracy": 0.9223901182413101, + "num_tokens": 32761937.0, + "step": 5280 + }, + { + "entropy": 0.22827409273013471, + "epoch": 1.4982297125053108, + "grad_norm": 2.9375, + "learning_rate": 1.5639145601709565e-06, + "loss": 0.2831422328948975, + "mean_token_accuracy": 0.9307228982448578, + "num_tokens": 32827776.0, + "step": 5290 + }, + { + "entropy": 0.2951494877226651, + "epoch": 1.5010621724968134, + "grad_norm": 2.59375, + "learning_rate": 1.5472922400363822e-06, + "loss": 0.36947824954986574, + "mean_token_accuracy": 0.9096596837043762, + "num_tokens": 32894314.0, + "step": 5300 + }, + { + "entropy": 0.2979168656282127, + "epoch": 1.5038946324883162, + "grad_norm": 2.859375, + "learning_rate": 1.5307425434831907e-06, + "loss": 0.3343170642852783, + "mean_token_accuracy": 0.9080912008881569, + "num_tokens": 32956538.0, + "step": 5310 + }, + { + "entropy": 0.30057740341871975, + "epoch": 1.5067270924798186, + "grad_norm": 3.15625, + "learning_rate": 1.5142658186144643e-06, + "loss": 0.35959796905517577, + "mean_token_accuracy": 0.910037699341774, + "num_tokens": 33021410.0, + "step": 5320 + }, + { + "entropy": 0.24314799094572664, + "epoch": 1.5095595524713215, + "grad_norm": 2.875, + "learning_rate": 1.4978624119984215e-06, + "loss": 0.2805622100830078, + "mean_token_accuracy": 0.9268027886748313, + "num_tokens": 33077695.0, + "step": 5330 + }, + { + "entropy": 0.20980772599577904, + "epoch": 1.5123920124628238, + "grad_norm": 3.21875, + "learning_rate": 1.4815326686611203e-06, + "loss": 0.2554431200027466, + "mean_token_accuracy": 0.936587342619896, + "num_tokens": 33139831.0, + "step": 5340 + }, + { + "entropy": 0.21507870415225624, + "epoch": 1.5152244724543267, + "grad_norm": 3.203125, + "learning_rate": 1.4652769320791903e-06, + "loss": 0.24842193126678466, + "mean_token_accuracy": 0.9355509415268898, + "num_tokens": 33197251.0, + "step": 5350 + }, + { + "entropy": 0.2641136610880494, + "epoch": 1.518056932445829, + "grad_norm": 3.8125, + "learning_rate": 1.4490955441726274e-06, + "loss": 0.3337679624557495, + "mean_token_accuracy": 0.9209033325314522, + "num_tokens": 33257985.0, + "step": 5360 + }, + { + "entropy": 0.24620256144553423, + "epoch": 1.520889392437332, + "grad_norm": 3.484375, + "learning_rate": 1.432988845297586e-06, + "loss": 0.29033358097076417, + "mean_token_accuracy": 0.9254283532500267, + "num_tokens": 33319091.0, + "step": 5370 + }, + { + "entropy": 0.2379481267184019, + "epoch": 1.5237218524288343, + "grad_norm": 2.265625, + "learning_rate": 1.4169571742392258e-06, + "loss": 0.27025935649871824, + "mean_token_accuracy": 0.9277426168322563, + "num_tokens": 33383844.0, + "step": 5380 + }, + { + "entropy": 0.2868938121944666, + "epoch": 1.5265543124203371, + "grad_norm": 3.71875, + "learning_rate": 1.4010008682045923e-06, + "loss": 0.3404625415802002, + "mean_token_accuracy": 0.9113814622163773, + "num_tokens": 33453218.0, + "step": 5390 + }, + { + "entropy": 0.22716827960684896, + "epoch": 1.5293867724118397, + "grad_norm": 3.171875, + "learning_rate": 1.3851202628155107e-06, + "loss": 0.25096280574798585, + "mean_token_accuracy": 0.9309007912874222, + "num_tokens": 33508903.0, + "step": 5400 + }, + { + "entropy": 0.27040613191202284, + "epoch": 1.5322192324033423, + "grad_norm": 3.328125, + "learning_rate": 1.369315692101536e-06, + "loss": 0.32122843265533446, + "mean_token_accuracy": 0.9177961051464081, + "num_tokens": 33573171.0, + "step": 5410 + }, + { + "entropy": 0.2600837898440659, + "epoch": 1.535051692394845, + "grad_norm": 3.234375, + "learning_rate": 1.3535874884929268e-06, + "loss": 0.3213672637939453, + "mean_token_accuracy": 0.9197964414954185, + "num_tokens": 33636074.0, + "step": 5420 + }, + { + "entropy": 0.22881285650655628, + "epoch": 1.5378841523863476, + "grad_norm": 3.09375, + "learning_rate": 1.3379359828136484e-06, + "loss": 0.2707126379013062, + "mean_token_accuracy": 0.9294409155845642, + "num_tokens": 33698927.0, + "step": 5430 + }, + { + "entropy": 0.2975919903255999, + "epoch": 1.5407166123778502, + "grad_norm": 2.5625, + "learning_rate": 1.3223615042744177e-06, + "loss": 0.34776482582092283, + "mean_token_accuracy": 0.9107442811131478, + "num_tokens": 33760454.0, + "step": 5440 + }, + { + "entropy": 0.2446910054422915, + "epoch": 1.5435490723693528, + "grad_norm": 3.6875, + "learning_rate": 1.3068643804657755e-06, + "loss": 0.3253368616104126, + "mean_token_accuracy": 0.9267232105135917, + "num_tokens": 33820778.0, + "step": 5450 + }, + { + "entropy": 0.24788066679611803, + "epoch": 1.5463815323608554, + "grad_norm": 3.1875, + "learning_rate": 1.2914449373512039e-06, + "loss": 0.290773868560791, + "mean_token_accuracy": 0.9264207080006599, + "num_tokens": 33885412.0, + "step": 5460 + }, + { + "entropy": 0.26637936308979987, + "epoch": 1.549213992352358, + "grad_norm": 2.84375, + "learning_rate": 1.2761034992602594e-06, + "loss": 0.302551794052124, + "mean_token_accuracy": 0.9195884510874748, + "num_tokens": 33949818.0, + "step": 5470 + }, + { + "entropy": 0.25932731870561837, + "epoch": 1.5520464523438606, + "grad_norm": 2.734375, + "learning_rate": 1.260840388881757e-06, + "loss": 0.3070210456848145, + "mean_token_accuracy": 0.9207321554422379, + "num_tokens": 34014584.0, + "step": 5480 + }, + { + "entropy": 0.27443883698433635, + "epoch": 1.5548789123353632, + "grad_norm": 3.46875, + "learning_rate": 1.2456559272569835e-06, + "loss": 0.33689801692962645, + "mean_token_accuracy": 0.9148522824048996, + "num_tokens": 34084875.0, + "step": 5490 + }, + { + "entropy": 0.23238408304750918, + "epoch": 1.5577113723268659, + "grad_norm": 2.359375, + "learning_rate": 1.2305504337729402e-06, + "loss": 0.2621855497360229, + "mean_token_accuracy": 0.9286026373505593, + "num_tokens": 34149334.0, + "step": 5500 + }, + { + "entropy": 0.19104345375671983, + "epoch": 1.5605438323183685, + "grad_norm": 3.0, + "learning_rate": 1.2155242261556322e-06, + "loss": 0.21013360023498534, + "mean_token_accuracy": 0.9440885782241821, + "num_tokens": 34208909.0, + "step": 5510 + }, + { + "entropy": 0.3090286682359874, + "epoch": 1.563376292309871, + "grad_norm": 3.546875, + "learning_rate": 1.2005776204633784e-06, + "loss": 0.3435187578201294, + "mean_token_accuracy": 0.906642059981823, + "num_tokens": 34277789.0, + "step": 5520 + }, + { + "entropy": 0.27096550054848195, + "epoch": 1.5662087523013737, + "grad_norm": 3.0, + "learning_rate": 1.1857109310801646e-06, + "loss": 0.33941338062286375, + "mean_token_accuracy": 0.9181032046675682, + "num_tokens": 34341408.0, + "step": 5530 + }, + { + "entropy": 0.2512120358645916, + "epoch": 1.5690412122928765, + "grad_norm": 2.953125, + "learning_rate": 1.1709244707090379e-06, + "loss": 0.3203424453735352, + "mean_token_accuracy": 0.9274255812168122, + "num_tokens": 34401100.0, + "step": 5540 + }, + { + "entropy": 0.22159507512114943, + "epoch": 1.571873672284379, + "grad_norm": 3.25, + "learning_rate": 1.1562185503655189e-06, + "loss": 0.26977603435516356, + "mean_token_accuracy": 0.9318756386637688, + "num_tokens": 34462912.0, + "step": 5550 + }, + { + "entropy": 0.23320558797568083, + "epoch": 1.5747061322758817, + "grad_norm": 1.9609375, + "learning_rate": 1.1415934793710665e-06, + "loss": 0.2658952474594116, + "mean_token_accuracy": 0.9283665150403977, + "num_tokens": 34524813.0, + "step": 5560 + }, + { + "entropy": 0.2423627723939717, + "epoch": 1.5775385922673841, + "grad_norm": 2.453125, + "learning_rate": 1.1270495653465736e-06, + "loss": 0.2817867279052734, + "mean_token_accuracy": 0.9266665682196618, + "num_tokens": 34588658.0, + "step": 5570 + }, + { + "entropy": 0.288007527962327, + "epoch": 1.580371052258887, + "grad_norm": 3.5625, + "learning_rate": 1.1125871142058853e-06, + "loss": 0.3256409168243408, + "mean_token_accuracy": 0.9146550044417381, + "num_tokens": 34651205.0, + "step": 5580 + }, + { + "entropy": 0.26610668897628786, + "epoch": 1.5832035122503894, + "grad_norm": 3.21875, + "learning_rate": 1.09820643014938e-06, + "loss": 0.30162830352783204, + "mean_token_accuracy": 0.9187943205237389, + "num_tokens": 34712268.0, + "step": 5590 + }, + { + "entropy": 0.23809606842696668, + "epoch": 1.5860359722418922, + "grad_norm": 2.671875, + "learning_rate": 1.0839078156575627e-06, + "loss": 0.2636057615280151, + "mean_token_accuracy": 0.9277158841490746, + "num_tokens": 34772045.0, + "step": 5600 + }, + { + "entropy": 0.22600625092163681, + "epoch": 1.5888684322333946, + "grad_norm": 2.96875, + "learning_rate": 1.0696915714846957e-06, + "loss": 0.2677895545959473, + "mean_token_accuracy": 0.9321974024176598, + "num_tokens": 34833071.0, + "step": 5610 + }, + { + "entropy": 0.24366146139800549, + "epoch": 1.5917008922248974, + "grad_norm": 3.53125, + "learning_rate": 1.0555579966524881e-06, + "loss": 0.29182281494140627, + "mean_token_accuracy": 0.9258176818490028, + "num_tokens": 34894119.0, + "step": 5620 + }, + { + "entropy": 0.21388702299445866, + "epoch": 1.5945333522163998, + "grad_norm": 3.0625, + "learning_rate": 1.0415073884437976e-06, + "loss": 0.2524517774581909, + "mean_token_accuracy": 0.9357389867305755, + "num_tokens": 34952146.0, + "step": 5630 + }, + { + "entropy": 0.21859713681042195, + "epoch": 1.5973658122079026, + "grad_norm": 2.8125, + "learning_rate": 1.0275400423963717e-06, + "loss": 0.24928975105285645, + "mean_token_accuracy": 0.934303593635559, + "num_tokens": 35011714.0, + "step": 5640 + }, + { + "entropy": 0.2579089604318142, + "epoch": 1.600198272199405, + "grad_norm": 2.921875, + "learning_rate": 1.0136562522966441e-06, + "loss": 0.31113855838775634, + "mean_token_accuracy": 0.9202840358018876, + "num_tokens": 35074651.0, + "step": 5650 + }, + { + "entropy": 0.26469491589814426, + "epoch": 1.6030307321909079, + "grad_norm": 3.140625, + "learning_rate": 9.998563101735476e-07, + "loss": 0.3200496435165405, + "mean_token_accuracy": 0.9220004096627236, + "num_tokens": 35138648.0, + "step": 5660 + }, + { + "entropy": 0.22206950206309556, + "epoch": 1.6058631921824105, + "grad_norm": 2.640625, + "learning_rate": 9.861405062923697e-07, + "loss": 0.2514327049255371, + "mean_token_accuracy": 0.9321804001927376, + "num_tokens": 35196730.0, + "step": 5670 + }, + { + "entropy": 0.24417279483750462, + "epoch": 1.608695652173913, + "grad_norm": 3.328125, + "learning_rate": 9.725091291486566e-07, + "loss": 0.30283517837524415, + "mean_token_accuracy": 0.926240362226963, + "num_tokens": 35257197.0, + "step": 5680 + }, + { + "entropy": 0.30107640102505684, + "epoch": 1.6115281121654157, + "grad_norm": 2.296875, + "learning_rate": 9.589624654621337e-07, + "loss": 0.374169659614563, + "mean_token_accuracy": 0.9090639904141427, + "num_tokens": 35322366.0, + "step": 5690 + }, + { + "entropy": 0.25959637677297, + "epoch": 1.6143605721569183, + "grad_norm": 3.5, + "learning_rate": 9.455008001706823e-07, + "loss": 0.3035139560699463, + "mean_token_accuracy": 0.920881375670433, + "num_tokens": 35384760.0, + "step": 5700 + }, + { + "entropy": 0.26152828708291054, + "epoch": 1.617193032148421, + "grad_norm": 2.921875, + "learning_rate": 9.321244164243426e-07, + "loss": 0.3164137125015259, + "mean_token_accuracy": 0.9189648017287254, + "num_tokens": 35451710.0, + "step": 5710 + }, + { + "entropy": 0.26348818531259893, + "epoch": 1.6200254921399235, + "grad_norm": 2.84375, + "learning_rate": 9.188335955793626e-07, + "loss": 0.30527734756469727, + "mean_token_accuracy": 0.9183376669883728, + "num_tokens": 35512594.0, + "step": 5720 + }, + { + "entropy": 0.2280609853565693, + "epoch": 1.6228579521314261, + "grad_norm": 2.375, + "learning_rate": 9.056286171922734e-07, + "loss": 0.2652477264404297, + "mean_token_accuracy": 0.9297893449664116, + "num_tokens": 35576563.0, + "step": 5730 + }, + { + "entropy": 0.2838295646011829, + "epoch": 1.6256904121229288, + "grad_norm": 2.9375, + "learning_rate": 8.925097590140148e-07, + "loss": 0.35121898651123046, + "mean_token_accuracy": 0.9098823204636574, + "num_tokens": 35640297.0, + "step": 5740 + }, + { + "entropy": 0.2746155882254243, + "epoch": 1.6285228721144314, + "grad_norm": 3.265625, + "learning_rate": 8.794772969840887e-07, + "loss": 0.31128735542297364, + "mean_token_accuracy": 0.9179449796676635, + "num_tokens": 35707899.0, + "step": 5750 + }, + { + "entropy": 0.2756534986197948, + "epoch": 1.631355332105934, + "grad_norm": 3.234375, + "learning_rate": 8.665315052247602e-07, + "loss": 0.32416977882385256, + "mean_token_accuracy": 0.9196028739213944, + "num_tokens": 35772162.0, + "step": 5760 + }, + { + "entropy": 0.2519084827043116, + "epoch": 1.6341877920974366, + "grad_norm": 3.140625, + "learning_rate": 8.536726560352876e-07, + "loss": 0.324365496635437, + "mean_token_accuracy": 0.9242412179708481, + "num_tokens": 35835349.0, + "step": 5770 + }, + { + "entropy": 0.25698692388832567, + "epoch": 1.6370202520889392, + "grad_norm": 3.53125, + "learning_rate": 8.409010198861956e-07, + "loss": 0.3088990211486816, + "mean_token_accuracy": 0.9209602817893028, + "num_tokens": 35897448.0, + "step": 5780 + }, + { + "entropy": 0.22108505498617886, + "epoch": 1.6398527120804418, + "grad_norm": 2.890625, + "learning_rate": 8.282168654135847e-07, + "loss": 0.2698824882507324, + "mean_token_accuracy": 0.93257477581501, + "num_tokens": 35959332.0, + "step": 5790 + }, + { + "entropy": 0.2284936947748065, + "epoch": 1.6426851720719444, + "grad_norm": 3.28125, + "learning_rate": 8.156204594134893e-07, + "loss": 0.2973310470581055, + "mean_token_accuracy": 0.9306313022971153, + "num_tokens": 36021262.0, + "step": 5800 + }, + { + "entropy": 0.24009261797182263, + "epoch": 1.6455176320634473, + "grad_norm": 3.15625, + "learning_rate": 8.031120668362535e-07, + "loss": 0.28094191551208497, + "mean_token_accuracy": 0.9246355861425399, + "num_tokens": 36084005.0, + "step": 5810 + }, + { + "entropy": 0.23662603041157126, + "epoch": 1.6483500920549496, + "grad_norm": 2.625, + "learning_rate": 7.906919507809651e-07, + "loss": 0.2780949354171753, + "mean_token_accuracy": 0.9279899090528488, + "num_tokens": 36147389.0, + "step": 5820 + }, + { + "entropy": 0.23658121339976787, + "epoch": 1.6511825520464525, + "grad_norm": 2.953125, + "learning_rate": 7.783603724899258e-07, + "loss": 0.29379072189331057, + "mean_token_accuracy": 0.927857731282711, + "num_tokens": 36210586.0, + "step": 5830 + }, + { + "entropy": 0.26622840845957396, + "epoch": 1.6540150120379549, + "grad_norm": 2.96875, + "learning_rate": 7.661175913431429e-07, + "loss": 0.2929482936859131, + "mean_token_accuracy": 0.9188829958438873, + "num_tokens": 36274779.0, + "step": 5840 + }, + { + "entropy": 0.21175987273454666, + "epoch": 1.6568474720294577, + "grad_norm": 2.75, + "learning_rate": 7.53963864852888e-07, + "loss": 0.2593329906463623, + "mean_token_accuracy": 0.934892113506794, + "num_tokens": 36335052.0, + "step": 5850 + }, + { + "entropy": 0.2694924921728671, + "epoch": 1.65967993202096, + "grad_norm": 2.515625, + "learning_rate": 7.418994486582759e-07, + "loss": 0.3219228506088257, + "mean_token_accuracy": 0.918947072327137, + "num_tokens": 36402302.0, + "step": 5860 + }, + { + "entropy": 0.22867691768333315, + "epoch": 1.662512392012463, + "grad_norm": 2.125, + "learning_rate": 7.299245965198781e-07, + "loss": 0.27680966854095457, + "mean_token_accuracy": 0.9292436599731445, + "num_tokens": 36462632.0, + "step": 5870 + }, + { + "entropy": 0.2866896932013333, + "epoch": 1.6653448520039653, + "grad_norm": 2.984375, + "learning_rate": 7.180395603144008e-07, + "loss": 0.34249396324157716, + "mean_token_accuracy": 0.91329265832901, + "num_tokens": 36527224.0, + "step": 5880 + }, + { + "entropy": 0.27094610016793014, + "epoch": 1.6681773119954681, + "grad_norm": 3.265625, + "learning_rate": 7.062445900293785e-07, + "loss": 0.36627175807952883, + "mean_token_accuracy": 0.9188960358500481, + "num_tokens": 36592894.0, + "step": 5890 + }, + { + "entropy": 0.26132087502628565, + "epoch": 1.6710097719869705, + "grad_norm": 2.9375, + "learning_rate": 6.9453993375791e-07, + "loss": 0.3172159194946289, + "mean_token_accuracy": 0.9181624829769135, + "num_tokens": 36654978.0, + "step": 5900 + }, + { + "entropy": 0.233911953587085, + "epoch": 1.6738422319784734, + "grad_norm": 2.890625, + "learning_rate": 6.829258376934561e-07, + "loss": 0.2974437713623047, + "mean_token_accuracy": 0.928301876783371, + "num_tokens": 36719391.0, + "step": 5910 + }, + { + "entropy": 0.21565931793302298, + "epoch": 1.6766746919699758, + "grad_norm": 3.609375, + "learning_rate": 6.714025461246454e-07, + "loss": 0.2669668436050415, + "mean_token_accuracy": 0.9334323838353157, + "num_tokens": 36778045.0, + "step": 5920 + }, + { + "entropy": 0.21683911168947817, + "epoch": 1.6795071519614786, + "grad_norm": 2.84375, + "learning_rate": 6.59970301430144e-07, + "loss": 0.26363070011138917, + "mean_token_accuracy": 0.9335852771997452, + "num_tokens": 36837249.0, + "step": 5930 + }, + { + "entropy": 0.23265648679807782, + "epoch": 1.6823396119529812, + "grad_norm": 3.3125, + "learning_rate": 6.48629344073558e-07, + "loss": 0.26622016429901124, + "mean_token_accuracy": 0.9274113267660141, + "num_tokens": 36898226.0, + "step": 5940 + }, + { + "entropy": 0.2784924143925309, + "epoch": 1.6851720719444838, + "grad_norm": 2.671875, + "learning_rate": 6.37379912598371e-07, + "loss": 0.34350905418395994, + "mean_token_accuracy": 0.9142558068037033, + "num_tokens": 36963382.0, + "step": 5950 + }, + { + "entropy": 0.24184053102508188, + "epoch": 1.6880045319359864, + "grad_norm": 3.78125, + "learning_rate": 6.262222436229292e-07, + "loss": 0.2830460548400879, + "mean_token_accuracy": 0.9260421633720398, + "num_tokens": 37024951.0, + "step": 5960 + }, + { + "entropy": 0.21509222900494934, + "epoch": 1.690836991927489, + "grad_norm": 2.765625, + "learning_rate": 6.151565718354652e-07, + "loss": 0.2527156829833984, + "mean_token_accuracy": 0.9360066995024681, + "num_tokens": 37079547.0, + "step": 5970 + }, + { + "entropy": 0.24560804115608334, + "epoch": 1.6936694519189917, + "grad_norm": 3.65625, + "learning_rate": 6.041831299891616e-07, + "loss": 0.27899770736694335, + "mean_token_accuracy": 0.9240980878472328, + "num_tokens": 37139223.0, + "step": 5980 + }, + { + "entropy": 0.23427843432873488, + "epoch": 1.6965019119104943, + "grad_norm": 3.34375, + "learning_rate": 5.933021488972518e-07, + "loss": 0.2709463357925415, + "mean_token_accuracy": 0.9293721422553063, + "num_tokens": 37199693.0, + "step": 5990 + }, + { + "entropy": 0.19755451856181025, + "epoch": 1.6993343719019969, + "grad_norm": 3.640625, + "learning_rate": 5.825138574281697e-07, + "loss": 0.2685497045516968, + "mean_token_accuracy": 0.9402319520711899, + "num_tokens": 37259409.0, + "step": 6000 + } + ], + "logging_steps": 10, + "max_steps": 7062, + "num_input_tokens_seen": 0, + "num_train_epochs": 2, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 5.368439890646139e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-6000/training_args.bin b/checkpoint-6000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..aba49055cfa1d5774559bd6e849e55b3a159ad6e --- /dev/null +++ b/checkpoint-6000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3877cc7497dd1227f9a4d5559fa4971f821a57fe04698f05fa13abaa01033e02 +size 5777 diff --git a/checkpoint-6500/chat_template.jinja b/checkpoint-6500/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..3351794a94e61dfc4bc89ee46b1c94c5adb65eef --- /dev/null +++ b/checkpoint-6500/chat_template.jinja @@ -0,0 +1,90 @@ +{%- set enable_thinking = true %} +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/checkpoint-6500/config.json b/checkpoint-6500/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1d219d6a6d288625229a71646710b85cf7ae5def --- /dev/null +++ b/checkpoint-6500/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.7.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/checkpoint-6500/generation_config.json b/checkpoint-6500/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5ec133d867b1427d43a5ee0ea332bd088fc12013 --- /dev/null +++ b/checkpoint-6500/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.7.0" +} diff --git a/checkpoint-6500/model.safetensors b/checkpoint-6500/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..58df1a3beb1852769c1c9be414d075ad96a55a20 --- /dev/null +++ b/checkpoint-6500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:838f01837f8b48de534cdc9ef67486adfd62a3dbb5460e794b345b3998381df5 +size 3441185608 diff --git a/checkpoint-6500/optimizer.pt b/checkpoint-6500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8c18a504d08c61c6881e38be46efd092b06fe34 --- /dev/null +++ b/checkpoint-6500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88b5fbedfa7112bc9900bf956dfa4ad0e319058b0441c7bba17ff3534ecd6c46 +size 6882567855 diff --git a/checkpoint-6500/rng_state.pth b/checkpoint-6500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..d574f6e8c0d75e1e4c1b6070874a51292d2406ef --- /dev/null +++ b/checkpoint-6500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b6c4eb2ee4da373f9e7e81beaa0a6e3a79251b127aed60d93b97c78c7b62d08 +size 14709 diff --git a/checkpoint-6500/scheduler.pt b/checkpoint-6500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b05e1d9386d19a0ba79f93845360dc279e32eb4 --- /dev/null +++ b/checkpoint-6500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:200ab293bd3037223058a2d29f58b1900f9a8d48c3ea89b213487a9079b12e2a +size 1465 diff --git a/checkpoint-6500/tokenizer.json b/checkpoint-6500/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c0514b32204177c8f18e590a488ef974b883b37f --- /dev/null +++ b/checkpoint-6500/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82ff947750287e6ea07d0b2507b144c5c645274f3dcfae956140522843851c7f +size 11422916 diff --git a/checkpoint-6500/tokenizer_config.json b/checkpoint-6500/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..57b564de469af892cab80d1caca382b0740a5698 --- /dev/null +++ b/checkpoint-6500/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": true, + "local_files_only": false, + "max_length": 2048, + "model_max_length": 131072, + "pad_to_multiple_of": null, + "pad_token": "<|endoftext|>", + "pad_token_type_id": 0, + "padding_side": "left", + "split_special_tokens": false, + "stride": 0, + "tokenizer_class": "Qwen2Tokenizer", + "truncation_side": "right", + "truncation_strategy": "longest_first", + "unk_token": null +} diff --git a/checkpoint-6500/trainer_state.json b/checkpoint-6500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..25e8f012513f1475f6898fb34904fce2c0377022 --- /dev/null +++ b/checkpoint-6500/trainer_state.json @@ -0,0 +1,6534 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.840957371477128, + "eval_steps": 500, + "global_step": 6500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 0.29507704377174376, + "epoch": 0.00283245999150262, + "grad_norm": 4.09375, + "learning_rate": 4.2452830188679244e-07, + "loss": 0.3566948413848877, + "mean_token_accuracy": 0.9076204329729081, + "num_tokens": 57754.0, + "step": 10 + }, + { + "entropy": 0.2551024345681071, + "epoch": 0.00566491998300524, + "grad_norm": 3.40625, + "learning_rate": 8.962264150943397e-07, + "loss": 0.31477539539337157, + "mean_token_accuracy": 0.9188954353332519, + "num_tokens": 119901.0, + "step": 20 + }, + { + "entropy": 0.2523306422866881, + "epoch": 0.008497379974507861, + "grad_norm": 3.140625, + "learning_rate": 1.3679245283018869e-06, + "loss": 0.2913109064102173, + "mean_token_accuracy": 0.9215194329619407, + "num_tokens": 180311.0, + "step": 30 + }, + { + "entropy": 0.22679653987288476, + "epoch": 0.01132983996601048, + "grad_norm": 2.484375, + "learning_rate": 1.839622641509434e-06, + "loss": 0.2628800630569458, + "mean_token_accuracy": 0.9269197300076485, + "num_tokens": 240679.0, + "step": 40 + }, + { + "entropy": 0.25960975158959626, + "epoch": 0.0141622999575131, + "grad_norm": 3.171875, + "learning_rate": 2.3113207547169815e-06, + "loss": 0.28663818836212157, + "mean_token_accuracy": 0.9190028250217438, + "num_tokens": 300178.0, + "step": 50 + }, + { + "entropy": 0.23047537030652165, + "epoch": 0.016994759949015722, + "grad_norm": 3.359375, + "learning_rate": 2.7830188679245286e-06, + "loss": 0.2869963407516479, + "mean_token_accuracy": 0.9282467097043992, + "num_tokens": 363367.0, + "step": 60 + }, + { + "entropy": 0.2742697206325829, + "epoch": 0.01982721994051834, + "grad_norm": 2.84375, + "learning_rate": 3.2547169811320758e-06, + "loss": 0.33283913135528564, + "mean_token_accuracy": 0.9160554230213165, + "num_tokens": 422934.0, + "step": 70 + }, + { + "entropy": 0.2207114916294813, + "epoch": 0.02265967993202096, + "grad_norm": 2.296875, + "learning_rate": 3.726415094339623e-06, + "loss": 0.2637247323989868, + "mean_token_accuracy": 0.93454180508852, + "num_tokens": 485474.0, + "step": 80 + }, + { + "entropy": 0.29863583780825137, + "epoch": 0.02549213992352358, + "grad_norm": 3.109375, + "learning_rate": 4.19811320754717e-06, + "loss": 0.3299318552017212, + "mean_token_accuracy": 0.9074279353022575, + "num_tokens": 546729.0, + "step": 90 + }, + { + "entropy": 0.2593200202099979, + "epoch": 0.0283245999150262, + "grad_norm": 3.296875, + "learning_rate": 4.6698113207547175e-06, + "loss": 0.30571737289428713, + "mean_token_accuracy": 0.9210630834102631, + "num_tokens": 610043.0, + "step": 100 + }, + { + "entropy": 0.23882317589595914, + "epoch": 0.03115705990652882, + "grad_norm": 2.9375, + "learning_rate": 5.1415094339622655e-06, + "loss": 0.2805943965911865, + "mean_token_accuracy": 0.9287041068077088, + "num_tokens": 672659.0, + "step": 110 + }, + { + "entropy": 0.3046730716712773, + "epoch": 0.033989519898031444, + "grad_norm": 2.953125, + "learning_rate": 5.613207547169813e-06, + "loss": 0.33022561073303225, + "mean_token_accuracy": 0.9067787274718284, + "num_tokens": 734933.0, + "step": 120 + }, + { + "entropy": 0.2995048786513507, + "epoch": 0.03682197988953406, + "grad_norm": 3.125, + "learning_rate": 6.08490566037736e-06, + "loss": 0.349836540222168, + "mean_token_accuracy": 0.9100313737988472, + "num_tokens": 802051.0, + "step": 130 + }, + { + "entropy": 0.29361706245690583, + "epoch": 0.03965443988103668, + "grad_norm": 2.5, + "learning_rate": 6.556603773584907e-06, + "loss": 0.35902695655822753, + "mean_token_accuracy": 0.9101588934659958, + "num_tokens": 867377.0, + "step": 140 + }, + { + "entropy": 0.24544770400971175, + "epoch": 0.0424868998725393, + "grad_norm": 2.84375, + "learning_rate": 7.028301886792454e-06, + "loss": 0.285405707359314, + "mean_token_accuracy": 0.9270808070898056, + "num_tokens": 927107.0, + "step": 150 + }, + { + "entropy": 0.2875491754151881, + "epoch": 0.04531935986404192, + "grad_norm": 3.234375, + "learning_rate": 7.500000000000001e-06, + "loss": 0.3402009725570679, + "mean_token_accuracy": 0.9136876732110977, + "num_tokens": 990528.0, + "step": 160 + }, + { + "entropy": 0.22622144613415002, + "epoch": 0.04815181985554454, + "grad_norm": 2.25, + "learning_rate": 7.971698113207547e-06, + "loss": 0.2910705804824829, + "mean_token_accuracy": 0.9321711152791977, + "num_tokens": 1058242.0, + "step": 170 + }, + { + "entropy": 0.29517930569127204, + "epoch": 0.05098427984704716, + "grad_norm": 2.359375, + "learning_rate": 8.443396226415095e-06, + "loss": 0.33316755294799805, + "mean_token_accuracy": 0.9101866632699966, + "num_tokens": 1122005.0, + "step": 180 + }, + { + "entropy": 0.24930730648338795, + "epoch": 0.05381673983854978, + "grad_norm": 3.0, + "learning_rate": 8.915094339622642e-06, + "loss": 0.30969944000244143, + "mean_token_accuracy": 0.9247294485569, + "num_tokens": 1188490.0, + "step": 190 + }, + { + "entropy": 0.25839815735816957, + "epoch": 0.0566491998300524, + "grad_norm": 3.0625, + "learning_rate": 9.38679245283019e-06, + "loss": 0.297174334526062, + "mean_token_accuracy": 0.9204156577587128, + "num_tokens": 1251678.0, + "step": 200 + }, + { + "entropy": 0.2905343039892614, + "epoch": 0.05948165982155502, + "grad_norm": 2.8125, + "learning_rate": 9.858490566037736e-06, + "loss": 0.32970147132873534, + "mean_token_accuracy": 0.913238699734211, + "num_tokens": 1313699.0, + "step": 210 + }, + { + "entropy": 0.2568929926492274, + "epoch": 0.06231411981305764, + "grad_norm": 2.5625, + "learning_rate": 9.999974233565972e-06, + "loss": 0.30164146423339844, + "mean_token_accuracy": 0.9249269992113114, + "num_tokens": 1375715.0, + "step": 220 + }, + { + "entropy": 0.28177314829081296, + "epoch": 0.06514657980456026, + "grad_norm": 2.65625, + "learning_rate": 9.999848031263088e-06, + "loss": 0.35624649524688723, + "mean_token_accuracy": 0.9165132910013198, + "num_tokens": 1437036.0, + "step": 230 + }, + { + "entropy": 0.28143359581008554, + "epoch": 0.06797903979606289, + "grad_norm": 3.5, + "learning_rate": 9.999616663132215e-06, + "loss": 0.31751246452331544, + "mean_token_accuracy": 0.9144904181361199, + "num_tokens": 1497439.0, + "step": 240 + }, + { + "entropy": 0.2563840645365417, + "epoch": 0.0708114997875655, + "grad_norm": 2.9375, + "learning_rate": 9.999280134039904e-06, + "loss": 0.2970747947692871, + "mean_token_accuracy": 0.9239869534969329, + "num_tokens": 1560572.0, + "step": 250 + }, + { + "entropy": 0.26128380922600625, + "epoch": 0.07364395977906812, + "grad_norm": 3.546875, + "learning_rate": 9.99883845106464e-06, + "loss": 0.3082664251327515, + "mean_token_accuracy": 0.9216519877314567, + "num_tokens": 1618878.0, + "step": 260 + }, + { + "entropy": 0.24938686965033413, + "epoch": 0.07647641977057074, + "grad_norm": 3.03125, + "learning_rate": 9.998291623496701e-06, + "loss": 0.29519200325012207, + "mean_token_accuracy": 0.9224761530756951, + "num_tokens": 1685916.0, + "step": 270 + }, + { + "entropy": 0.28363573011010884, + "epoch": 0.07930887976207336, + "grad_norm": 3.15625, + "learning_rate": 9.997639662837951e-06, + "loss": 0.3446742296218872, + "mean_token_accuracy": 0.9136298835277558, + "num_tokens": 1751080.0, + "step": 280 + }, + { + "entropy": 0.2872984026558697, + "epoch": 0.08214133975357599, + "grad_norm": 2.8125, + "learning_rate": 9.996882582801599e-06, + "loss": 0.3477527141571045, + "mean_token_accuracy": 0.9137941494584083, + "num_tokens": 1815780.0, + "step": 290 + }, + { + "entropy": 0.25401860922575, + "epoch": 0.0849737997450786, + "grad_norm": 4.25, + "learning_rate": 9.996020399311921e-06, + "loss": 0.29331982135772705, + "mean_token_accuracy": 0.9234861671924591, + "num_tokens": 1873908.0, + "step": 300 + }, + { + "entropy": 0.2665036544203758, + "epoch": 0.08780625973658122, + "grad_norm": 3.59375, + "learning_rate": 9.995053130503918e-06, + "loss": 0.31269567012786864, + "mean_token_accuracy": 0.9207103908061981, + "num_tokens": 1931890.0, + "step": 310 + }, + { + "entropy": 0.23515027351677417, + "epoch": 0.09063871972808384, + "grad_norm": 2.5, + "learning_rate": 9.993980796722932e-06, + "loss": 0.2736210346221924, + "mean_token_accuracy": 0.9278215259313584, + "num_tokens": 1991312.0, + "step": 320 + }, + { + "entropy": 0.28878505127504467, + "epoch": 0.09347117971958646, + "grad_norm": 2.5, + "learning_rate": 9.992803420524221e-06, + "loss": 0.33671131134033205, + "mean_token_accuracy": 0.9127544730901718, + "num_tokens": 2053178.0, + "step": 330 + }, + { + "entropy": 0.2834086772054434, + "epoch": 0.09630363971108909, + "grad_norm": 3.90625, + "learning_rate": 9.99152102667249e-06, + "loss": 0.35361733436584475, + "mean_token_accuracy": 0.9139562115073204, + "num_tokens": 2120195.0, + "step": 340 + }, + { + "entropy": 0.2917692055925727, + "epoch": 0.0991360997025917, + "grad_norm": 2.515625, + "learning_rate": 9.990133642141359e-06, + "loss": 0.3562884569168091, + "mean_token_accuracy": 0.9113267123699188, + "num_tokens": 2183384.0, + "step": 350 + }, + { + "entropy": 0.29602638110518453, + "epoch": 0.10196855969409432, + "grad_norm": 2.984375, + "learning_rate": 9.988641296112801e-06, + "loss": 0.36012532711029055, + "mean_token_accuracy": 0.9128559544682503, + "num_tokens": 2244346.0, + "step": 360 + }, + { + "entropy": 0.3045878069475293, + "epoch": 0.10480101968559694, + "grad_norm": 3.21875, + "learning_rate": 9.987044019976537e-06, + "loss": 0.3514120101928711, + "mean_token_accuracy": 0.9106482103466987, + "num_tokens": 2305297.0, + "step": 370 + }, + { + "entropy": 0.299565667938441, + "epoch": 0.10763347967709956, + "grad_norm": 2.671875, + "learning_rate": 9.985341847329356e-06, + "loss": 0.367277193069458, + "mean_token_accuracy": 0.9121061027050018, + "num_tokens": 2365431.0, + "step": 380 + }, + { + "entropy": 0.27325491337105634, + "epoch": 0.11046593966860219, + "grad_norm": 3.234375, + "learning_rate": 9.983534813974427e-06, + "loss": 0.31475095748901366, + "mean_token_accuracy": 0.9173168331384659, + "num_tokens": 2428801.0, + "step": 390 + }, + { + "entropy": 0.2851902859285474, + "epoch": 0.1132983996601048, + "grad_norm": 2.875, + "learning_rate": 9.981622957920539e-06, + "loss": 0.33931722640991213, + "mean_token_accuracy": 0.9106573596596718, + "num_tokens": 2491579.0, + "step": 400 + }, + { + "entropy": 0.21675956407561897, + "epoch": 0.11613085965160742, + "grad_norm": 2.78125, + "learning_rate": 9.979606319381298e-06, + "loss": 0.25852797031402586, + "mean_token_accuracy": 0.9324780255556107, + "num_tokens": 2548859.0, + "step": 410 + }, + { + "entropy": 0.24814353184774518, + "epoch": 0.11896331964311004, + "grad_norm": 2.90625, + "learning_rate": 9.977484940774285e-06, + "loss": 0.3079322099685669, + "mean_token_accuracy": 0.925763688981533, + "num_tokens": 2609527.0, + "step": 420 + }, + { + "entropy": 0.23963961247354745, + "epoch": 0.12179577963461266, + "grad_norm": 2.84375, + "learning_rate": 9.975258866720164e-06, + "loss": 0.30464174747467043, + "mean_token_accuracy": 0.9282972604036331, + "num_tokens": 2671792.0, + "step": 430 + }, + { + "entropy": 0.22275841599330307, + "epoch": 0.12462823962611529, + "grad_norm": 3.71875, + "learning_rate": 9.972928144041743e-06, + "loss": 0.2726627826690674, + "mean_token_accuracy": 0.9328858569264412, + "num_tokens": 2728843.0, + "step": 440 + }, + { + "entropy": 0.25536813884973525, + "epoch": 0.1274606996176179, + "grad_norm": 3.421875, + "learning_rate": 9.970492821762987e-06, + "loss": 0.3212365388870239, + "mean_token_accuracy": 0.9217953279614448, + "num_tokens": 2791023.0, + "step": 450 + }, + { + "entropy": 0.2672379590570927, + "epoch": 0.13029315960912052, + "grad_norm": 3.734375, + "learning_rate": 9.96795295110799e-06, + "loss": 0.29747211933135986, + "mean_token_accuracy": 0.9217168748378753, + "num_tokens": 2847958.0, + "step": 460 + }, + { + "entropy": 0.28422608589753506, + "epoch": 0.13312561960062314, + "grad_norm": 2.859375, + "learning_rate": 9.965308585499896e-06, + "loss": 0.34196789264678956, + "mean_token_accuracy": 0.9170226454734802, + "num_tokens": 2909349.0, + "step": 470 + }, + { + "entropy": 0.27438433319330213, + "epoch": 0.13595807959212577, + "grad_norm": 3.34375, + "learning_rate": 9.962559780559775e-06, + "loss": 0.33036375045776367, + "mean_token_accuracy": 0.9176693558692932, + "num_tokens": 2969433.0, + "step": 480 + }, + { + "entropy": 0.2442100400105119, + "epoch": 0.1387905395836284, + "grad_norm": 3.0, + "learning_rate": 9.959706594105455e-06, + "loss": 0.28648254871368406, + "mean_token_accuracy": 0.9282553762197494, + "num_tokens": 3027582.0, + "step": 490 + }, + { + "entropy": 0.23896701000630854, + "epoch": 0.141622999575131, + "grad_norm": 3.546875, + "learning_rate": 9.956749086150301e-06, + "loss": 0.2794966697692871, + "mean_token_accuracy": 0.9286124855279922, + "num_tokens": 3084211.0, + "step": 500 + }, + { + "entropy": 0.27731118397787213, + "epoch": 0.1444554595666336, + "grad_norm": 3.21875, + "learning_rate": 9.95368731890196e-06, + "loss": 0.34079086780548096, + "mean_token_accuracy": 0.9156320407986641, + "num_tokens": 3148066.0, + "step": 510 + }, + { + "entropy": 0.3060536190867424, + "epoch": 0.14728791955813625, + "grad_norm": 3.109375, + "learning_rate": 9.95052135676105e-06, + "loss": 0.35003831386566164, + "mean_token_accuracy": 0.9095047876238823, + "num_tokens": 3210881.0, + "step": 520 + }, + { + "entropy": 0.24477277882397175, + "epoch": 0.15012037954963886, + "grad_norm": 2.453125, + "learning_rate": 9.947251266319794e-06, + "loss": 0.2733241319656372, + "mean_token_accuracy": 0.9252619653940201, + "num_tokens": 3276012.0, + "step": 530 + }, + { + "entropy": 0.27293226812034843, + "epoch": 0.15295283954114147, + "grad_norm": 2.90625, + "learning_rate": 9.943877116360641e-06, + "loss": 0.31792876720428465, + "mean_token_accuracy": 0.9202567800879479, + "num_tokens": 3335164.0, + "step": 540 + }, + { + "entropy": 0.20838154219090937, + "epoch": 0.1557852995326441, + "grad_norm": 2.78125, + "learning_rate": 9.9403989778548e-06, + "loss": 0.22628676891326904, + "mean_token_accuracy": 0.9357526674866676, + "num_tokens": 3395629.0, + "step": 550 + }, + { + "entropy": 0.28058414310216906, + "epoch": 0.15861775952414672, + "grad_norm": 2.796875, + "learning_rate": 9.936816923960762e-06, + "loss": 0.3485994815826416, + "mean_token_accuracy": 0.913826584815979, + "num_tokens": 3458741.0, + "step": 560 + }, + { + "entropy": 0.24033103082329035, + "epoch": 0.16145021951564933, + "grad_norm": 2.828125, + "learning_rate": 9.933131030022747e-06, + "loss": 0.2948629379272461, + "mean_token_accuracy": 0.9284436792135239, + "num_tokens": 3521040.0, + "step": 570 + }, + { + "entropy": 0.23639136143028736, + "epoch": 0.16428267950715197, + "grad_norm": 2.390625, + "learning_rate": 9.929341373569128e-06, + "loss": 0.27065243721008303, + "mean_token_accuracy": 0.9302666276693344, + "num_tokens": 3581611.0, + "step": 580 + }, + { + "entropy": 0.2285683000460267, + "epoch": 0.16711513949865459, + "grad_norm": 2.375, + "learning_rate": 9.9254480343108e-06, + "loss": 0.2653533697128296, + "mean_token_accuracy": 0.9309602394700051, + "num_tokens": 3644921.0, + "step": 590 + }, + { + "entropy": 0.27094218097627165, + "epoch": 0.1699475994901572, + "grad_norm": 3.046875, + "learning_rate": 9.921451094139505e-06, + "loss": 0.32512192726135253, + "mean_token_accuracy": 0.9172641158103942, + "num_tokens": 3709586.0, + "step": 600 + }, + { + "entropy": 0.2930651384405792, + "epoch": 0.1727800594816598, + "grad_norm": 2.734375, + "learning_rate": 9.917350637126098e-06, + "loss": 0.34543671607971194, + "mean_token_accuracy": 0.9111444249749183, + "num_tokens": 3771199.0, + "step": 610 + }, + { + "entropy": 0.20977639830671252, + "epoch": 0.17561251947316245, + "grad_norm": 3.34375, + "learning_rate": 9.913146749518793e-06, + "loss": 0.24384891986846924, + "mean_token_accuracy": 0.9361389100551605, + "num_tokens": 3830642.0, + "step": 620 + }, + { + "entropy": 0.33134929798543455, + "epoch": 0.17844497946466506, + "grad_norm": 3.109375, + "learning_rate": 9.908839519741342e-06, + "loss": 0.3824115753173828, + "mean_token_accuracy": 0.901754966378212, + "num_tokens": 3897528.0, + "step": 630 + }, + { + "entropy": 0.25660650301724675, + "epoch": 0.18127743945616767, + "grad_norm": 2.890625, + "learning_rate": 9.904429038391176e-06, + "loss": 0.3021864891052246, + "mean_token_accuracy": 0.9210129022598267, + "num_tokens": 3959989.0, + "step": 640 + }, + { + "entropy": 0.23014457449316977, + "epoch": 0.1841098994476703, + "grad_norm": 2.75, + "learning_rate": 9.899915398237501e-06, + "loss": 0.2613434076309204, + "mean_token_accuracy": 0.9306802496314048, + "num_tokens": 4016935.0, + "step": 650 + }, + { + "entropy": 0.1980850043706596, + "epoch": 0.18694235943917292, + "grad_norm": 3.734375, + "learning_rate": 9.895298694219341e-06, + "loss": 0.20858781337738036, + "mean_token_accuracy": 0.9410330221056938, + "num_tokens": 4073788.0, + "step": 660 + }, + { + "entropy": 0.24770355047658085, + "epoch": 0.18977481943067553, + "grad_norm": 3.421875, + "learning_rate": 9.890579023443547e-06, + "loss": 0.2824872016906738, + "mean_token_accuracy": 0.9241019815206528, + "num_tokens": 4132709.0, + "step": 670 + }, + { + "entropy": 0.25571326799690725, + "epoch": 0.19260727942217817, + "grad_norm": 3.046875, + "learning_rate": 9.885756485182757e-06, + "loss": 0.29729485511779785, + "mean_token_accuracy": 0.9242745995521545, + "num_tokens": 4192868.0, + "step": 680 + }, + { + "entropy": 0.24121474735438825, + "epoch": 0.19543973941368079, + "grad_norm": 2.1875, + "learning_rate": 9.880831180873293e-06, + "loss": 0.27683706283569337, + "mean_token_accuracy": 0.9267540663480759, + "num_tokens": 4260336.0, + "step": 690 + }, + { + "entropy": 0.27479004645720123, + "epoch": 0.1982721994051834, + "grad_norm": 3.109375, + "learning_rate": 9.875803214113054e-06, + "loss": 0.33806943893432617, + "mean_token_accuracy": 0.9168683245778084, + "num_tokens": 4321854.0, + "step": 700 + }, + { + "entropy": 0.25184335857629775, + "epoch": 0.201104659396686, + "grad_norm": 2.609375, + "learning_rate": 9.870672690659305e-06, + "loss": 0.2812079668045044, + "mean_token_accuracy": 0.9226194903254509, + "num_tokens": 4386277.0, + "step": 710 + }, + { + "entropy": 0.28651694897562263, + "epoch": 0.20393711938818865, + "grad_norm": 2.78125, + "learning_rate": 9.865439718426477e-06, + "loss": 0.32440919876098634, + "mean_token_accuracy": 0.9133371457457542, + "num_tokens": 4442830.0, + "step": 720 + }, + { + "entropy": 0.22666416531428696, + "epoch": 0.20676957937969126, + "grad_norm": 2.71875, + "learning_rate": 9.860104407483886e-06, + "loss": 0.24703795909881593, + "mean_token_accuracy": 0.9327533736824989, + "num_tokens": 4500436.0, + "step": 730 + }, + { + "entropy": 0.2507213500328362, + "epoch": 0.20960203937119387, + "grad_norm": 2.53125, + "learning_rate": 9.854666870053425e-06, + "loss": 0.2838727951049805, + "mean_token_accuracy": 0.9209447979927063, + "num_tokens": 4561933.0, + "step": 740 + }, + { + "entropy": 0.21676306603476406, + "epoch": 0.2124344993626965, + "grad_norm": 2.859375, + "learning_rate": 9.849127220507194e-06, + "loss": 0.2716209411621094, + "mean_token_accuracy": 0.9343680232763291, + "num_tokens": 4622998.0, + "step": 750 + }, + { + "entropy": 0.2786881748586893, + "epoch": 0.21526695935419912, + "grad_norm": 3.046875, + "learning_rate": 9.843485575365097e-06, + "loss": 0.29899957180023196, + "mean_token_accuracy": 0.9196301624178886, + "num_tokens": 4681083.0, + "step": 760 + }, + { + "entropy": 0.2431763346772641, + "epoch": 0.21809941934570173, + "grad_norm": 3.0625, + "learning_rate": 9.8377420532924e-06, + "loss": 0.29538416862487793, + "mean_token_accuracy": 0.9254559382796288, + "num_tokens": 4743380.0, + "step": 770 + }, + { + "entropy": 0.26367821972817185, + "epoch": 0.22093187933720437, + "grad_norm": 3.5625, + "learning_rate": 9.831896775097228e-06, + "loss": 0.30875329971313475, + "mean_token_accuracy": 0.9178639754652977, + "num_tokens": 4810602.0, + "step": 780 + }, + { + "entropy": 0.2465921022929251, + "epoch": 0.22376433932870698, + "grad_norm": 2.765625, + "learning_rate": 9.82594986372802e-06, + "loss": 0.2801267862319946, + "mean_token_accuracy": 0.9282723888754845, + "num_tokens": 4871627.0, + "step": 790 + }, + { + "entropy": 0.25284000346437097, + "epoch": 0.2265967993202096, + "grad_norm": 3.4375, + "learning_rate": 9.819901444270948e-06, + "loss": 0.30395705699920655, + "mean_token_accuracy": 0.9240084990859032, + "num_tokens": 4931920.0, + "step": 800 + }, + { + "entropy": 0.28599896691739557, + "epoch": 0.22942925931171224, + "grad_norm": 2.640625, + "learning_rate": 9.81375164394729e-06, + "loss": 0.3340512752532959, + "mean_token_accuracy": 0.916917297244072, + "num_tokens": 4991349.0, + "step": 810 + }, + { + "entropy": 0.23968474548310043, + "epoch": 0.23226171930321485, + "grad_norm": 3.453125, + "learning_rate": 9.807500592110742e-06, + "loss": 0.2692118167877197, + "mean_token_accuracy": 0.9295398175716401, + "num_tokens": 5050055.0, + "step": 820 + }, + { + "entropy": 0.20940189454704522, + "epoch": 0.23509417929471746, + "grad_norm": 2.765625, + "learning_rate": 9.801148420244712e-06, + "loss": 0.25932815074920657, + "mean_token_accuracy": 0.9358838751912117, + "num_tokens": 5109782.0, + "step": 830 + }, + { + "entropy": 0.24254744723439217, + "epoch": 0.23792663928622007, + "grad_norm": 2.8125, + "learning_rate": 9.794695261959543e-06, + "loss": 0.2990440607070923, + "mean_token_accuracy": 0.9256203979253769, + "num_tokens": 5172440.0, + "step": 840 + }, + { + "entropy": 0.2664669520221651, + "epoch": 0.2407590992777227, + "grad_norm": 2.59375, + "learning_rate": 9.788141252989708e-06, + "loss": 0.29775204658508303, + "mean_token_accuracy": 0.9201966479420662, + "num_tokens": 5235919.0, + "step": 850 + }, + { + "entropy": 0.19833559924736618, + "epoch": 0.24359155926922532, + "grad_norm": 3.234375, + "learning_rate": 9.781486531190949e-06, + "loss": 0.23745510578155518, + "mean_token_accuracy": 0.9385088697075844, + "num_tokens": 5296473.0, + "step": 860 + }, + { + "entropy": 0.3408564478158951, + "epoch": 0.24642401926072793, + "grad_norm": 2.4375, + "learning_rate": 9.77473123653739e-06, + "loss": 0.39055278301239016, + "mean_token_accuracy": 0.8995231419801712, + "num_tokens": 5371351.0, + "step": 870 + }, + { + "entropy": 0.20810967413708567, + "epoch": 0.24925647925223057, + "grad_norm": 2.984375, + "learning_rate": 9.767875511118581e-06, + "loss": 0.23883450031280518, + "mean_token_accuracy": 0.9360704630613327, + "num_tokens": 5426969.0, + "step": 880 + }, + { + "entropy": 0.20178698934614658, + "epoch": 0.25208893924373316, + "grad_norm": 2.796875, + "learning_rate": 9.76091949913651e-06, + "loss": 0.2629793643951416, + "mean_token_accuracy": 0.9390636637806893, + "num_tokens": 5486851.0, + "step": 890 + }, + { + "entropy": 0.2675803706981242, + "epoch": 0.2549213992352358, + "grad_norm": 2.734375, + "learning_rate": 9.75386334690258e-06, + "loss": 0.32069413661956786, + "mean_token_accuracy": 0.9186962202191353, + "num_tokens": 5548844.0, + "step": 900 + }, + { + "entropy": 0.23871907480061055, + "epoch": 0.25775385922673844, + "grad_norm": 2.640625, + "learning_rate": 9.746707202834513e-06, + "loss": 0.2886685371398926, + "mean_token_accuracy": 0.9280523255467414, + "num_tokens": 5611116.0, + "step": 910 + }, + { + "entropy": 0.2657617861405015, + "epoch": 0.26058631921824105, + "grad_norm": 3.78125, + "learning_rate": 9.739451217453256e-06, + "loss": 0.3452012538909912, + "mean_token_accuracy": 0.9207879915833473, + "num_tokens": 5669471.0, + "step": 920 + }, + { + "entropy": 0.35146014522761104, + "epoch": 0.26341877920974366, + "grad_norm": 2.71875, + "learning_rate": 9.732095543379785e-06, + "loss": 0.40203266143798827, + "mean_token_accuracy": 0.8934830293059349, + "num_tokens": 5733490.0, + "step": 930 + }, + { + "entropy": 0.26005903370678424, + "epoch": 0.26625123920124627, + "grad_norm": 3.25, + "learning_rate": 9.724640335331914e-06, + "loss": 0.32765285968780516, + "mean_token_accuracy": 0.9225191935896874, + "num_tokens": 5794906.0, + "step": 940 + }, + { + "entropy": 0.2606829381547868, + "epoch": 0.2690836991927489, + "grad_norm": 3.125, + "learning_rate": 9.717085750121034e-06, + "loss": 0.291635537147522, + "mean_token_accuracy": 0.9234898447990417, + "num_tokens": 5859091.0, + "step": 950 + }, + { + "entropy": 0.23729518568143249, + "epoch": 0.27191615918425155, + "grad_norm": 3.890625, + "learning_rate": 9.709431946648816e-06, + "loss": 0.2771798849105835, + "mean_token_accuracy": 0.9288942471146584, + "num_tokens": 5916651.0, + "step": 960 + }, + { + "entropy": 0.3044700736179948, + "epoch": 0.27474861917575416, + "grad_norm": 3.265625, + "learning_rate": 9.70167908590387e-06, + "loss": 0.35118794441223145, + "mean_token_accuracy": 0.9071996942162514, + "num_tokens": 5986297.0, + "step": 970 + }, + { + "entropy": 0.20032154135406016, + "epoch": 0.2775810791672568, + "grad_norm": 1.9453125, + "learning_rate": 9.693827330958359e-06, + "loss": 0.22060835361480713, + "mean_token_accuracy": 0.9378864094614983, + "num_tokens": 6040950.0, + "step": 980 + }, + { + "entropy": 0.2812673319131136, + "epoch": 0.2804135391587594, + "grad_norm": 3.015625, + "learning_rate": 9.685876846964559e-06, + "loss": 0.3387210607528687, + "mean_token_accuracy": 0.9153818473219871, + "num_tokens": 6104481.0, + "step": 990 + }, + { + "entropy": 0.24724330119788646, + "epoch": 0.283245999150262, + "grad_norm": 2.828125, + "learning_rate": 9.677827801151403e-06, + "loss": 0.31839587688446047, + "mean_token_accuracy": 0.923798055946827, + "num_tokens": 6165731.0, + "step": 1000 + }, + { + "entropy": 0.21327958977781236, + "epoch": 0.2860784591417646, + "grad_norm": 3.546875, + "learning_rate": 9.669680362820947e-06, + "loss": 0.24435055255889893, + "mean_token_accuracy": 0.9363983988761901, + "num_tokens": 6222125.0, + "step": 1010 + }, + { + "entropy": 0.23882522946223617, + "epoch": 0.2889109191332672, + "grad_norm": 3.328125, + "learning_rate": 9.661434703344826e-06, + "loss": 0.2806673526763916, + "mean_token_accuracy": 0.9294095247983932, + "num_tokens": 6282204.0, + "step": 1020 + }, + { + "entropy": 0.26137259500101206, + "epoch": 0.2917433791247699, + "grad_norm": 2.671875, + "learning_rate": 9.653090996160623e-06, + "loss": 0.3070922613143921, + "mean_token_accuracy": 0.9197057574987412, + "num_tokens": 6344061.0, + "step": 1030 + }, + { + "entropy": 0.2871730769984424, + "epoch": 0.2945758391162725, + "grad_norm": 2.984375, + "learning_rate": 9.644649416768255e-06, + "loss": 0.35834407806396484, + "mean_token_accuracy": 0.912547567486763, + "num_tokens": 6407984.0, + "step": 1040 + }, + { + "entropy": 0.2900437446311116, + "epoch": 0.2974082991077751, + "grad_norm": 2.03125, + "learning_rate": 9.636110142726253e-06, + "loss": 0.32457125186920166, + "mean_token_accuracy": 0.9121438428759575, + "num_tokens": 6472329.0, + "step": 1050 + }, + { + "entropy": 0.2622954409569502, + "epoch": 0.3002407590992777, + "grad_norm": 3.25, + "learning_rate": 9.62747335364804e-06, + "loss": 0.33258225917816164, + "mean_token_accuracy": 0.9233925610780715, + "num_tokens": 6531732.0, + "step": 1060 + }, + { + "entropy": 0.2856888581067324, + "epoch": 0.30307321909078033, + "grad_norm": 3.0, + "learning_rate": 9.618739231198153e-06, + "loss": 0.3187042951583862, + "mean_token_accuracy": 0.9143719717860221, + "num_tokens": 6592374.0, + "step": 1070 + }, + { + "entropy": 0.24033787474036217, + "epoch": 0.30590567908228294, + "grad_norm": 2.859375, + "learning_rate": 9.609907959088422e-06, + "loss": 0.283614444732666, + "mean_token_accuracy": 0.9261544540524482, + "num_tokens": 6650790.0, + "step": 1080 + }, + { + "entropy": 0.23848863909952342, + "epoch": 0.30873813907378556, + "grad_norm": 2.625, + "learning_rate": 9.600979723074098e-06, + "loss": 0.2936501979827881, + "mean_token_accuracy": 0.9262032687664032, + "num_tokens": 6719706.0, + "step": 1090 + }, + { + "entropy": 0.21693174866959453, + "epoch": 0.3115705990652882, + "grad_norm": 2.953125, + "learning_rate": 9.591954710949957e-06, + "loss": 0.26004149913787844, + "mean_token_accuracy": 0.932583923637867, + "num_tokens": 6776632.0, + "step": 1100 + }, + { + "entropy": 0.2789190562441945, + "epoch": 0.31440305905679083, + "grad_norm": 2.890625, + "learning_rate": 9.582833112546343e-06, + "loss": 0.31595649719238283, + "mean_token_accuracy": 0.916853055357933, + "num_tokens": 6833011.0, + "step": 1110 + }, + { + "entropy": 0.26948679955676197, + "epoch": 0.31723551904829345, + "grad_norm": 3.21875, + "learning_rate": 9.573615119725177e-06, + "loss": 0.33131632804870603, + "mean_token_accuracy": 0.9167306616902351, + "num_tokens": 6900317.0, + "step": 1120 + }, + { + "entropy": 0.28943569734692576, + "epoch": 0.32006797903979606, + "grad_norm": 2.96875, + "learning_rate": 9.564300926375922e-06, + "loss": 0.3488821029663086, + "mean_token_accuracy": 0.9178584888577461, + "num_tokens": 6957843.0, + "step": 1130 + }, + { + "entropy": 0.3092574684880674, + "epoch": 0.32290043903129867, + "grad_norm": 3.0, + "learning_rate": 9.554890728411504e-06, + "loss": 0.38100056648254393, + "mean_token_accuracy": 0.907250528037548, + "num_tokens": 7019625.0, + "step": 1140 + }, + { + "entropy": 0.23205467853695155, + "epoch": 0.3257328990228013, + "grad_norm": 2.671875, + "learning_rate": 9.545384723764191e-06, + "loss": 0.2787184476852417, + "mean_token_accuracy": 0.9284637689590454, + "num_tokens": 7082747.0, + "step": 1150 + }, + { + "entropy": 0.220759935118258, + "epoch": 0.32856535901430395, + "grad_norm": 2.28125, + "learning_rate": 9.535783112381427e-06, + "loss": 0.2743505001068115, + "mean_token_accuracy": 0.9325400069355965, + "num_tokens": 7145661.0, + "step": 1160 + }, + { + "entropy": 0.23137438567355276, + "epoch": 0.33139781900580656, + "grad_norm": 1.8125, + "learning_rate": 9.526086096221637e-06, + "loss": 0.26987106800079347, + "mean_token_accuracy": 0.9313987359404564, + "num_tokens": 7206857.0, + "step": 1170 + }, + { + "entropy": 0.2722073396667838, + "epoch": 0.33423027899730917, + "grad_norm": 2.484375, + "learning_rate": 9.516293879249966e-06, + "loss": 0.3264123201370239, + "mean_token_accuracy": 0.9185864552855492, + "num_tokens": 7268679.0, + "step": 1180 + }, + { + "entropy": 0.32303727269172666, + "epoch": 0.3370627389888118, + "grad_norm": 3.671875, + "learning_rate": 9.506406667433992e-06, + "loss": 0.36596126556396485, + "mean_token_accuracy": 0.9050239235162735, + "num_tokens": 7330799.0, + "step": 1190 + }, + { + "entropy": 0.3101142390631139, + "epoch": 0.3398951989803144, + "grad_norm": 2.5625, + "learning_rate": 9.496424668739402e-06, + "loss": 0.34369256496429446, + "mean_token_accuracy": 0.9077561184763908, + "num_tokens": 7400775.0, + "step": 1200 + }, + { + "entropy": 0.2986501886509359, + "epoch": 0.342727658971817, + "grad_norm": 3.015625, + "learning_rate": 9.486348093125608e-06, + "loss": 0.322642183303833, + "mean_token_accuracy": 0.9091341316699981, + "num_tokens": 7468242.0, + "step": 1210 + }, + { + "entropy": 0.2589032934047282, + "epoch": 0.3455601189633196, + "grad_norm": 3.421875, + "learning_rate": 9.476177152541336e-06, + "loss": 0.34026474952697755, + "mean_token_accuracy": 0.9198563724756241, + "num_tokens": 7527176.0, + "step": 1220 + }, + { + "entropy": 0.22048621401190757, + "epoch": 0.3483925789548223, + "grad_norm": 2.484375, + "learning_rate": 9.465912060920166e-06, + "loss": 0.25838427543640136, + "mean_token_accuracy": 0.9329820945858955, + "num_tokens": 7589812.0, + "step": 1230 + }, + { + "entropy": 0.26202963748946784, + "epoch": 0.3512250389463249, + "grad_norm": 2.578125, + "learning_rate": 9.455553034176032e-06, + "loss": 0.30493922233581544, + "mean_token_accuracy": 0.9203774958848954, + "num_tokens": 7657522.0, + "step": 1240 + }, + { + "entropy": 0.271380069013685, + "epoch": 0.3540574989378275, + "grad_norm": 2.828125, + "learning_rate": 9.445100290198684e-06, + "loss": 0.3257579326629639, + "mean_token_accuracy": 0.9217397809028626, + "num_tokens": 7712829.0, + "step": 1250 + }, + { + "entropy": 0.27217169627547266, + "epoch": 0.3568899589293301, + "grad_norm": 2.8125, + "learning_rate": 9.434554048849093e-06, + "loss": 0.3238358497619629, + "mean_token_accuracy": 0.9188270941376686, + "num_tokens": 7776624.0, + "step": 1260 + }, + { + "entropy": 0.25914485240355134, + "epoch": 0.35972241892083273, + "grad_norm": 2.65625, + "learning_rate": 9.42391453195485e-06, + "loss": 0.3195030927658081, + "mean_token_accuracy": 0.9199050933122634, + "num_tokens": 7841876.0, + "step": 1270 + }, + { + "entropy": 0.28430393086746336, + "epoch": 0.36255487891233534, + "grad_norm": 2.234375, + "learning_rate": 9.41318196330547e-06, + "loss": 0.3278545141220093, + "mean_token_accuracy": 0.91401526927948, + "num_tokens": 7910392.0, + "step": 1280 + }, + { + "entropy": 0.26083566416054965, + "epoch": 0.365387338903838, + "grad_norm": 3.390625, + "learning_rate": 9.402356568647713e-06, + "loss": 0.31773340702056885, + "mean_token_accuracy": 0.9208214491605758, + "num_tokens": 7975209.0, + "step": 1290 + }, + { + "entropy": 0.24519406631588936, + "epoch": 0.3682197988953406, + "grad_norm": 2.4375, + "learning_rate": 9.391438575680817e-06, + "loss": 0.2722881317138672, + "mean_token_accuracy": 0.9261975526809693, + "num_tokens": 8034132.0, + "step": 1300 + }, + { + "entropy": 0.2725516245700419, + "epoch": 0.37105225888684323, + "grad_norm": 2.84375, + "learning_rate": 9.380428214051713e-06, + "loss": 0.29813878536224364, + "mean_token_accuracy": 0.9148821920156479, + "num_tokens": 8098705.0, + "step": 1310 + }, + { + "entropy": 0.21026630871929228, + "epoch": 0.37388471887834585, + "grad_norm": 3.4375, + "learning_rate": 9.369325715350204e-06, + "loss": 0.24018876552581786, + "mean_token_accuracy": 0.9353105634450912, + "num_tokens": 8156214.0, + "step": 1320 + }, + { + "entropy": 0.21636407235637306, + "epoch": 0.37671717886984846, + "grad_norm": 3.171875, + "learning_rate": 9.358131313104078e-06, + "loss": 0.24975388050079345, + "mean_token_accuracy": 0.9319381535053253, + "num_tokens": 8212246.0, + "step": 1330 + }, + { + "entropy": 0.283135371748358, + "epoch": 0.37954963886135107, + "grad_norm": 3.03125, + "learning_rate": 9.346845242774211e-06, + "loss": 0.3492774486541748, + "mean_token_accuracy": 0.9126205027103425, + "num_tokens": 8276449.0, + "step": 1340 + }, + { + "entropy": 0.2689216922968626, + "epoch": 0.3823820988528537, + "grad_norm": 2.6875, + "learning_rate": 9.335467741749602e-06, + "loss": 0.31089398860931394, + "mean_token_accuracy": 0.9163184836506844, + "num_tokens": 8342046.0, + "step": 1350 + }, + { + "entropy": 0.2872828125953674, + "epoch": 0.38521455884435635, + "grad_norm": 3.65625, + "learning_rate": 9.323999049342388e-06, + "loss": 0.3404247283935547, + "mean_token_accuracy": 0.9147303462028503, + "num_tokens": 8401310.0, + "step": 1360 + }, + { + "entropy": 0.24872623989358544, + "epoch": 0.38804701883585896, + "grad_norm": 3.4375, + "learning_rate": 9.312439406782805e-06, + "loss": 0.3352261304855347, + "mean_token_accuracy": 0.9236381486058235, + "num_tokens": 8465214.0, + "step": 1370 + }, + { + "entropy": 0.29522558888420464, + "epoch": 0.39087947882736157, + "grad_norm": 2.859375, + "learning_rate": 9.300789057214125e-06, + "loss": 0.3520496845245361, + "mean_token_accuracy": 0.9124088481068611, + "num_tokens": 8528733.0, + "step": 1380 + }, + { + "entropy": 0.2515323468483984, + "epoch": 0.3937119388188642, + "grad_norm": 2.875, + "learning_rate": 9.289048245687522e-06, + "loss": 0.28282158374786376, + "mean_token_accuracy": 0.9251262009143829, + "num_tokens": 8591455.0, + "step": 1390 + }, + { + "entropy": 0.2881984678097069, + "epoch": 0.3965443988103668, + "grad_norm": 3.09375, + "learning_rate": 9.27721721915694e-06, + "loss": 0.32998993396759035, + "mean_token_accuracy": 0.9121208965778351, + "num_tokens": 8648837.0, + "step": 1400 + }, + { + "entropy": 0.21407993137836456, + "epoch": 0.3993768588018694, + "grad_norm": 2.9375, + "learning_rate": 9.265296226473879e-06, + "loss": 0.26375982761383054, + "mean_token_accuracy": 0.9327566012740135, + "num_tokens": 8709930.0, + "step": 1410 + }, + { + "entropy": 0.275363692175597, + "epoch": 0.402209318793372, + "grad_norm": 3.03125, + "learning_rate": 9.253285518382176e-06, + "loss": 0.3250740051269531, + "mean_token_accuracy": 0.913650569319725, + "num_tokens": 8776591.0, + "step": 1420 + }, + { + "entropy": 0.3261520963162184, + "epoch": 0.4050417787848747, + "grad_norm": 2.109375, + "learning_rate": 9.241185347512718e-06, + "loss": 0.3912560224533081, + "mean_token_accuracy": 0.9037208631634712, + "num_tokens": 8844954.0, + "step": 1430 + }, + { + "entropy": 0.22378331497311593, + "epoch": 0.4078742387763773, + "grad_norm": 3.328125, + "learning_rate": 9.228995968378142e-06, + "loss": 0.2790132284164429, + "mean_token_accuracy": 0.9313532575964928, + "num_tokens": 8902834.0, + "step": 1440 + }, + { + "entropy": 0.31234009442850946, + "epoch": 0.4107066987678799, + "grad_norm": 3.125, + "learning_rate": 9.216717637367469e-06, + "loss": 0.3557111740112305, + "mean_token_accuracy": 0.9075094118714333, + "num_tokens": 8969817.0, + "step": 1450 + }, + { + "entropy": 0.21338311042636632, + "epoch": 0.4135391587593825, + "grad_norm": 2.5625, + "learning_rate": 9.204350612740718e-06, + "loss": 0.25135955810546873, + "mean_token_accuracy": 0.9335709244012833, + "num_tokens": 9030683.0, + "step": 1460 + }, + { + "entropy": 0.27338244216516616, + "epoch": 0.41637161875088513, + "grad_norm": 3.53125, + "learning_rate": 9.191895154623471e-06, + "loss": 0.330609655380249, + "mean_token_accuracy": 0.9164686724543571, + "num_tokens": 9089943.0, + "step": 1470 + }, + { + "entropy": 0.284117466583848, + "epoch": 0.41920407874238774, + "grad_norm": 2.90625, + "learning_rate": 9.179351525001405e-06, + "loss": 0.35007033348083494, + "mean_token_accuracy": 0.9137591674923897, + "num_tokens": 9161071.0, + "step": 1480 + }, + { + "entropy": 0.2786842305213213, + "epoch": 0.4220365387338904, + "grad_norm": 2.515625, + "learning_rate": 9.16671998771478e-06, + "loss": 0.3523244380950928, + "mean_token_accuracy": 0.9142401218414307, + "num_tokens": 9228047.0, + "step": 1490 + }, + { + "entropy": 0.25877189775928855, + "epoch": 0.424868998725393, + "grad_norm": 3.9375, + "learning_rate": 9.154000808452883e-06, + "loss": 0.2900538921356201, + "mean_token_accuracy": 0.9240692466497421, + "num_tokens": 9292649.0, + "step": 1500 + }, + { + "entropy": 0.3218853287398815, + "epoch": 0.42770145871689563, + "grad_norm": 2.671875, + "learning_rate": 9.14119425474845e-06, + "loss": 0.37074031829833987, + "mean_token_accuracy": 0.9025695845484734, + "num_tokens": 9358701.0, + "step": 1510 + }, + { + "entropy": 0.2493061749264598, + "epoch": 0.43053391870839824, + "grad_norm": 3.78125, + "learning_rate": 9.128300595972035e-06, + "loss": 0.2916921615600586, + "mean_token_accuracy": 0.9247250065207482, + "num_tokens": 9415998.0, + "step": 1520 + }, + { + "entropy": 0.24458966655656694, + "epoch": 0.43336637869990086, + "grad_norm": 3.046875, + "learning_rate": 9.115320103326341e-06, + "loss": 0.3079118490219116, + "mean_token_accuracy": 0.9261806443333626, + "num_tokens": 9477772.0, + "step": 1530 + }, + { + "entropy": 0.24118555188179017, + "epoch": 0.43619883869140347, + "grad_norm": 2.796875, + "learning_rate": 9.102253049840515e-06, + "loss": 0.2698474645614624, + "mean_token_accuracy": 0.9262908518314361, + "num_tokens": 9543178.0, + "step": 1540 + }, + { + "entropy": 0.27692517237737774, + "epoch": 0.4390312986829061, + "grad_norm": 3.59375, + "learning_rate": 9.089099710364413e-06, + "loss": 0.35334970951080324, + "mean_token_accuracy": 0.9152400702238083, + "num_tokens": 9603845.0, + "step": 1550 + }, + { + "entropy": 0.22478010756894945, + "epoch": 0.44186375867440875, + "grad_norm": 4.0625, + "learning_rate": 9.07586036156281e-06, + "loss": 0.2800618648529053, + "mean_token_accuracy": 0.9322063907980919, + "num_tokens": 9657847.0, + "step": 1560 + }, + { + "entropy": 0.301778607442975, + "epoch": 0.44469621866591136, + "grad_norm": 3.015625, + "learning_rate": 9.062535281909586e-06, + "loss": 0.347332239151001, + "mean_token_accuracy": 0.9108933255076408, + "num_tokens": 9717055.0, + "step": 1570 + }, + { + "entropy": 0.2316664133220911, + "epoch": 0.44752867865741397, + "grad_norm": 2.828125, + "learning_rate": 9.049124751681867e-06, + "loss": 0.2667954921722412, + "mean_token_accuracy": 0.932160672545433, + "num_tokens": 9777625.0, + "step": 1580 + }, + { + "entropy": 0.26570963142439724, + "epoch": 0.4503611386489166, + "grad_norm": 3.15625, + "learning_rate": 9.03562905295413e-06, + "loss": 0.3452394962310791, + "mean_token_accuracy": 0.9210765406489372, + "num_tokens": 9837849.0, + "step": 1590 + }, + { + "entropy": 0.241340676182881, + "epoch": 0.4531935986404192, + "grad_norm": 2.34375, + "learning_rate": 9.022048469592266e-06, + "loss": 0.292175817489624, + "mean_token_accuracy": 0.9271585017442703, + "num_tokens": 9899403.0, + "step": 1600 + }, + { + "entropy": 0.22770550679415463, + "epoch": 0.4560260586319218, + "grad_norm": 2.6875, + "learning_rate": 9.008383287247619e-06, + "loss": 0.25679965019226075, + "mean_token_accuracy": 0.9316400110721588, + "num_tokens": 9954779.0, + "step": 1610 + }, + { + "entropy": 0.2558764288201928, + "epoch": 0.45885851862342447, + "grad_norm": 3.65625, + "learning_rate": 8.994633793350966e-06, + "loss": 0.30559663772583007, + "mean_token_accuracy": 0.9226524040102959, + "num_tokens": 10016491.0, + "step": 1620 + }, + { + "entropy": 0.22422194620594382, + "epoch": 0.4616909786149271, + "grad_norm": 2.875, + "learning_rate": 8.98080027710648e-06, + "loss": 0.2620770692825317, + "mean_token_accuracy": 0.931402213871479, + "num_tokens": 10077692.0, + "step": 1630 + }, + { + "entropy": 0.26183739248663185, + "epoch": 0.4645234386064297, + "grad_norm": 3.5, + "learning_rate": 8.966883029485644e-06, + "loss": 0.3246657371520996, + "mean_token_accuracy": 0.9211442023515701, + "num_tokens": 10138856.0, + "step": 1640 + }, + { + "entropy": 0.27033895151689646, + "epoch": 0.4673558985979323, + "grad_norm": 2.9375, + "learning_rate": 8.952882343221128e-06, + "loss": 0.31453800201416016, + "mean_token_accuracy": 0.9187925904989243, + "num_tokens": 10199283.0, + "step": 1650 + }, + { + "entropy": 0.27811811305582523, + "epoch": 0.4701883585894349, + "grad_norm": 3.03125, + "learning_rate": 8.938798512800635e-06, + "loss": 0.3228362321853638, + "mean_token_accuracy": 0.9144035845994949, + "num_tokens": 10262755.0, + "step": 1660 + }, + { + "entropy": 0.25631644316017627, + "epoch": 0.47302081858093753, + "grad_norm": 3.65625, + "learning_rate": 8.924631834460706e-06, + "loss": 0.3209569454193115, + "mean_token_accuracy": 0.9214628890156746, + "num_tokens": 10329283.0, + "step": 1670 + }, + { + "entropy": 0.22031188122928141, + "epoch": 0.47585327857244014, + "grad_norm": 3.28125, + "learning_rate": 8.910382606180488e-06, + "loss": 0.26499745845794676, + "mean_token_accuracy": 0.9340609654784202, + "num_tokens": 10384021.0, + "step": 1680 + }, + { + "entropy": 0.2515722900629044, + "epoch": 0.4786857385639428, + "grad_norm": 3.140625, + "learning_rate": 8.896051127675472e-06, + "loss": 0.299767804145813, + "mean_token_accuracy": 0.9258117720484733, + "num_tokens": 10448164.0, + "step": 1690 + }, + { + "entropy": 0.29240532079711556, + "epoch": 0.4815181985554454, + "grad_norm": 3.28125, + "learning_rate": 8.881637700391179e-06, + "loss": 0.34952309131622317, + "mean_token_accuracy": 0.912120270729065, + "num_tokens": 10509285.0, + "step": 1700 + }, + { + "entropy": 0.2534479722380638, + "epoch": 0.48435065854694803, + "grad_norm": 2.859375, + "learning_rate": 8.867142627496825e-06, + "loss": 0.29810385704040526, + "mean_token_accuracy": 0.9233490318059921, + "num_tokens": 10569057.0, + "step": 1710 + }, + { + "entropy": 0.2604710581712425, + "epoch": 0.48718311853845064, + "grad_norm": 3.171875, + "learning_rate": 8.852566213878947e-06, + "loss": 0.3080343961715698, + "mean_token_accuracy": 0.9179377123713494, + "num_tokens": 10629126.0, + "step": 1720 + }, + { + "entropy": 0.23515669340267778, + "epoch": 0.49001557852995326, + "grad_norm": 3.1875, + "learning_rate": 8.837908766134984e-06, + "loss": 0.2872535467147827, + "mean_token_accuracy": 0.9293222084641457, + "num_tokens": 10688424.0, + "step": 1730 + }, + { + "entropy": 0.2053655257448554, + "epoch": 0.49284803852145587, + "grad_norm": 2.96875, + "learning_rate": 8.823170592566833e-06, + "loss": 0.2675440788269043, + "mean_token_accuracy": 0.9372267380356789, + "num_tokens": 10747596.0, + "step": 1740 + }, + { + "entropy": 0.2699555506929755, + "epoch": 0.4956804985129585, + "grad_norm": 3.984375, + "learning_rate": 8.808352003174362e-06, + "loss": 0.34564881324768065, + "mean_token_accuracy": 0.917387866973877, + "num_tokens": 10809793.0, + "step": 1750 + }, + { + "entropy": 0.23093979228287936, + "epoch": 0.49851295850446115, + "grad_norm": 2.765625, + "learning_rate": 8.793453309648885e-06, + "loss": 0.2652362108230591, + "mean_token_accuracy": 0.9302272021770477, + "num_tokens": 10871670.0, + "step": 1760 + }, + { + "entropy": 0.217674121260643, + "epoch": 0.5013454184959637, + "grad_norm": 2.296875, + "learning_rate": 8.77847482536662e-06, + "loss": 0.26816089153289796, + "mean_token_accuracy": 0.9338669091463089, + "num_tokens": 10933491.0, + "step": 1770 + }, + { + "entropy": 0.2443548015318811, + "epoch": 0.5041778784874663, + "grad_norm": 2.765625, + "learning_rate": 8.76341686538208e-06, + "loss": 0.2879756450653076, + "mean_token_accuracy": 0.9252054631710053, + "num_tokens": 10993120.0, + "step": 1780 + }, + { + "entropy": 0.28073133789002896, + "epoch": 0.507010338478969, + "grad_norm": 3.578125, + "learning_rate": 8.748279746421459e-06, + "loss": 0.3664905071258545, + "mean_token_accuracy": 0.914407916367054, + "num_tokens": 11053747.0, + "step": 1790 + }, + { + "entropy": 0.3151184435933828, + "epoch": 0.5098427984704716, + "grad_norm": 3.015625, + "learning_rate": 8.73306378687596e-06, + "loss": 0.3645954132080078, + "mean_token_accuracy": 0.9064996063709259, + "num_tokens": 11123459.0, + "step": 1800 + }, + { + "entropy": 0.26551789194345476, + "epoch": 0.5126752584619743, + "grad_norm": 3.09375, + "learning_rate": 8.717769306795115e-06, + "loss": 0.3270742416381836, + "mean_token_accuracy": 0.9203312039375305, + "num_tokens": 11187350.0, + "step": 1810 + }, + { + "entropy": 0.28791499985381963, + "epoch": 0.5155077184534769, + "grad_norm": 2.15625, + "learning_rate": 8.702396627880027e-06, + "loss": 0.3446188449859619, + "mean_token_accuracy": 0.9122902229428291, + "num_tokens": 11250584.0, + "step": 1820 + }, + { + "entropy": 0.22998738354071974, + "epoch": 0.5183401784449795, + "grad_norm": 2.875, + "learning_rate": 8.686946073476628e-06, + "loss": 0.2620666027069092, + "mean_token_accuracy": 0.931136479973793, + "num_tokens": 11312929.0, + "step": 1830 + }, + { + "entropy": 0.26515663117170335, + "epoch": 0.5211726384364821, + "grad_norm": 2.765625, + "learning_rate": 8.671417968568864e-06, + "loss": 0.32726387977600097, + "mean_token_accuracy": 0.9194383502006531, + "num_tokens": 11373406.0, + "step": 1840 + }, + { + "entropy": 0.27902805162593725, + "epoch": 0.5240050984279847, + "grad_norm": 2.65625, + "learning_rate": 8.655812639771865e-06, + "loss": 0.35257582664489745, + "mean_token_accuracy": 0.9158491358160973, + "num_tokens": 11434074.0, + "step": 1850 + }, + { + "entropy": 0.24821369755081832, + "epoch": 0.5268375584194873, + "grad_norm": 2.8125, + "learning_rate": 8.64013041532507e-06, + "loss": 0.279030966758728, + "mean_token_accuracy": 0.9226725235581398, + "num_tokens": 11493973.0, + "step": 1860 + }, + { + "entropy": 0.19138105222955346, + "epoch": 0.5296700184109899, + "grad_norm": 3.34375, + "learning_rate": 8.62437162508533e-06, + "loss": 0.26068317890167236, + "mean_token_accuracy": 0.9415134266018867, + "num_tokens": 11551169.0, + "step": 1870 + }, + { + "entropy": 0.1800975519232452, + "epoch": 0.5325024784024925, + "grad_norm": 2.5625, + "learning_rate": 8.608536600519965e-06, + "loss": 0.21379611492156983, + "mean_token_accuracy": 0.947042727470398, + "num_tokens": 11607689.0, + "step": 1880 + }, + { + "entropy": 0.2381605574861169, + "epoch": 0.5353349383939952, + "grad_norm": 3.5625, + "learning_rate": 8.592625674699791e-06, + "loss": 0.31764028072357176, + "mean_token_accuracy": 0.9277781933546067, + "num_tokens": 11670275.0, + "step": 1890 + }, + { + "entropy": 0.24414894701912998, + "epoch": 0.5381673983854978, + "grad_norm": 2.96875, + "learning_rate": 8.576639182292117e-06, + "loss": 0.2984654664993286, + "mean_token_accuracy": 0.9253525018692017, + "num_tokens": 11732674.0, + "step": 1900 + }, + { + "entropy": 0.26540830750018357, + "epoch": 0.5409998583770004, + "grad_norm": 2.5, + "learning_rate": 8.560577459553705e-06, + "loss": 0.2995338201522827, + "mean_token_accuracy": 0.9170404925942421, + "num_tokens": 11796122.0, + "step": 1910 + }, + { + "entropy": 0.22120436416007577, + "epoch": 0.5438323183685031, + "grad_norm": 2.453125, + "learning_rate": 8.5444408443237e-06, + "loss": 0.2612636566162109, + "mean_token_accuracy": 0.9336322173476219, + "num_tokens": 11855783.0, + "step": 1920 + }, + { + "entropy": 0.2574581575579941, + "epoch": 0.5466647783600057, + "grad_norm": 3.671875, + "learning_rate": 8.528229676016516e-06, + "loss": 0.2953659534454346, + "mean_token_accuracy": 0.9200656801462174, + "num_tokens": 11915467.0, + "step": 1930 + }, + { + "entropy": 0.2645864601247013, + "epoch": 0.5494972383515083, + "grad_norm": 2.859375, + "learning_rate": 8.511944295614705e-06, + "loss": 0.31510348320007325, + "mean_token_accuracy": 0.9208753496408463, + "num_tokens": 11982685.0, + "step": 1940 + }, + { + "entropy": 0.2253680657595396, + "epoch": 0.5523296983430109, + "grad_norm": 2.765625, + "learning_rate": 8.49558504566178e-06, + "loss": 0.2593071460723877, + "mean_token_accuracy": 0.9332447171211242, + "num_tokens": 12043764.0, + "step": 1950 + }, + { + "entropy": 0.2743760205805302, + "epoch": 0.5551621583345135, + "grad_norm": 2.875, + "learning_rate": 8.479152270255015e-06, + "loss": 0.32801840305328367, + "mean_token_accuracy": 0.9175538629293442, + "num_tokens": 12106744.0, + "step": 1960 + }, + { + "entropy": 0.2409117895178497, + "epoch": 0.5579946183260162, + "grad_norm": 2.4375, + "learning_rate": 8.462646315038199e-06, + "loss": 0.3042436599731445, + "mean_token_accuracy": 0.9294470772147179, + "num_tokens": 12168588.0, + "step": 1970 + }, + { + "entropy": 0.25588282784447075, + "epoch": 0.5608270783175188, + "grad_norm": 2.75, + "learning_rate": 8.446067527194377e-06, + "loss": 0.28229076862335206, + "mean_token_accuracy": 0.9217988669872283, + "num_tokens": 12234235.0, + "step": 1980 + }, + { + "entropy": 0.22676437282934786, + "epoch": 0.5636595383090214, + "grad_norm": 3.21875, + "learning_rate": 8.429416255438535e-06, + "loss": 0.2763058185577393, + "mean_token_accuracy": 0.9312441393733024, + "num_tokens": 12295523.0, + "step": 1990 + }, + { + "entropy": 0.23693293845281005, + "epoch": 0.566491998300524, + "grad_norm": 2.84375, + "learning_rate": 8.412692850010276e-06, + "loss": 0.25852394104003906, + "mean_token_accuracy": 0.929935322701931, + "num_tokens": 12355289.0, + "step": 2000 + }, + { + "entropy": 0.26585140177048744, + "epoch": 0.5693244582920266, + "grad_norm": 3.15625, + "learning_rate": 8.395897662666444e-06, + "loss": 0.33711426258087157, + "mean_token_accuracy": 0.921252678334713, + "num_tokens": 12419888.0, + "step": 2010 + }, + { + "entropy": 0.2817812806926668, + "epoch": 0.5721569182835292, + "grad_norm": 2.71875, + "learning_rate": 8.379031046673735e-06, + "loss": 0.329822039604187, + "mean_token_accuracy": 0.915573863685131, + "num_tokens": 12481072.0, + "step": 2020 + }, + { + "entropy": 0.2310811343602836, + "epoch": 0.5749893782750318, + "grad_norm": 3.15625, + "learning_rate": 8.36209335680126e-06, + "loss": 0.2848243236541748, + "mean_token_accuracy": 0.9298717737197876, + "num_tokens": 12537117.0, + "step": 2030 + }, + { + "entropy": 0.24113858481869102, + "epoch": 0.5778218382665344, + "grad_norm": 3.5, + "learning_rate": 8.345084949313082e-06, + "loss": 0.30589349269866944, + "mean_token_accuracy": 0.9254002273082733, + "num_tokens": 12598523.0, + "step": 2040 + }, + { + "entropy": 0.2469558353535831, + "epoch": 0.5806542982580372, + "grad_norm": 2.46875, + "learning_rate": 8.328006181960728e-06, + "loss": 0.2666426420211792, + "mean_token_accuracy": 0.9237473145127296, + "num_tokens": 12659850.0, + "step": 2050 + }, + { + "entropy": 0.22523943707346916, + "epoch": 0.5834867582495398, + "grad_norm": 3.515625, + "learning_rate": 8.310857413975653e-06, + "loss": 0.2842994451522827, + "mean_token_accuracy": 0.9316848069429398, + "num_tokens": 12728769.0, + "step": 2060 + }, + { + "entropy": 0.23469501873478293, + "epoch": 0.5863192182410424, + "grad_norm": 2.890625, + "learning_rate": 8.293639006061701e-06, + "loss": 0.28825619220733645, + "mean_token_accuracy": 0.9315712109208107, + "num_tokens": 12793510.0, + "step": 2070 + }, + { + "entropy": 0.26904424456879494, + "epoch": 0.589151678232545, + "grad_norm": 2.75, + "learning_rate": 8.276351320387505e-06, + "loss": 0.3132829427719116, + "mean_token_accuracy": 0.9184053987264633, + "num_tokens": 12859305.0, + "step": 2080 + }, + { + "entropy": 0.22551713800057768, + "epoch": 0.5919841382240476, + "grad_norm": 2.765625, + "learning_rate": 8.25899472057887e-06, + "loss": 0.25671346187591554, + "mean_token_accuracy": 0.9330786928534508, + "num_tokens": 12919296.0, + "step": 2090 + }, + { + "entropy": 0.2908180743455887, + "epoch": 0.5948165982155502, + "grad_norm": 3.4375, + "learning_rate": 8.241569571711131e-06, + "loss": 0.3749950885772705, + "mean_token_accuracy": 0.9122948393225669, + "num_tokens": 12984110.0, + "step": 2100 + }, + { + "entropy": 0.18859034972265362, + "epoch": 0.5976490582070528, + "grad_norm": 3.3125, + "learning_rate": 8.22407624030147e-06, + "loss": 0.21266024112701415, + "mean_token_accuracy": 0.9415996059775352, + "num_tokens": 13044585.0, + "step": 2110 + }, + { + "entropy": 0.2686202362179756, + "epoch": 0.6004815181985554, + "grad_norm": 3.140625, + "learning_rate": 8.206515094301206e-06, + "loss": 0.3143640995025635, + "mean_token_accuracy": 0.9184302508831024, + "num_tokens": 13104184.0, + "step": 2120 + }, + { + "entropy": 0.2924169018864632, + "epoch": 0.603313978190058, + "grad_norm": 2.515625, + "learning_rate": 8.18888650308806e-06, + "loss": 0.33350090980529784, + "mean_token_accuracy": 0.9111582815647126, + "num_tokens": 13169744.0, + "step": 2130 + }, + { + "entropy": 0.23468140745535493, + "epoch": 0.6061464381815607, + "grad_norm": 3.125, + "learning_rate": 8.171190837458378e-06, + "loss": 0.2748774290084839, + "mean_token_accuracy": 0.9279026314616203, + "num_tokens": 13230747.0, + "step": 2140 + }, + { + "entropy": 0.2707135030068457, + "epoch": 0.6089788981730633, + "grad_norm": 2.640625, + "learning_rate": 8.153428469619337e-06, + "loss": 0.3319953680038452, + "mean_token_accuracy": 0.9202817261219025, + "num_tokens": 13294156.0, + "step": 2150 + }, + { + "entropy": 0.33541303491219876, + "epoch": 0.6118113581645659, + "grad_norm": 3.171875, + "learning_rate": 8.135599773181121e-06, + "loss": 0.34877288341522217, + "mean_token_accuracy": 0.9051463961601257, + "num_tokens": 13361330.0, + "step": 2160 + }, + { + "entropy": 0.24658853579312562, + "epoch": 0.6146438181560685, + "grad_norm": 2.84375, + "learning_rate": 8.117705123149048e-06, + "loss": 0.3000421762466431, + "mean_token_accuracy": 0.9227447956800461, + "num_tokens": 13423145.0, + "step": 2170 + }, + { + "entropy": 0.24564437023364008, + "epoch": 0.6174762781475711, + "grad_norm": 3.296875, + "learning_rate": 8.099744895915698e-06, + "loss": 0.3217023849487305, + "mean_token_accuracy": 0.9250235304236412, + "num_tokens": 13485257.0, + "step": 2180 + }, + { + "entropy": 0.2456009641289711, + "epoch": 0.6203087381390738, + "grad_norm": 2.84375, + "learning_rate": 8.081719469252986e-06, + "loss": 0.310084867477417, + "mean_token_accuracy": 0.9257996216416359, + "num_tokens": 13546943.0, + "step": 2190 + }, + { + "entropy": 0.29650545958429575, + "epoch": 0.6231411981305764, + "grad_norm": 3.640625, + "learning_rate": 8.063629222304217e-06, + "loss": 0.34581058025360106, + "mean_token_accuracy": 0.9123394638299942, + "num_tokens": 13610152.0, + "step": 2200 + }, + { + "entropy": 0.2508404080756009, + "epoch": 0.6259736581220791, + "grad_norm": 2.921875, + "learning_rate": 8.04547453557612e-06, + "loss": 0.28043336868286134, + "mean_token_accuracy": 0.92689019292593, + "num_tokens": 13671659.0, + "step": 2210 + }, + { + "entropy": 0.22516307719051837, + "epoch": 0.6288061181135817, + "grad_norm": 2.9375, + "learning_rate": 8.027255790930832e-06, + "loss": 0.2544457674026489, + "mean_token_accuracy": 0.9322215467691422, + "num_tokens": 13726023.0, + "step": 2220 + }, + { + "entropy": 0.2471348475664854, + "epoch": 0.6316385781050843, + "grad_norm": 3.640625, + "learning_rate": 8.00897337157787e-06, + "loss": 0.29131321907043456, + "mean_token_accuracy": 0.9242102384567261, + "num_tokens": 13785984.0, + "step": 2230 + }, + { + "entropy": 0.20350156892091037, + "epoch": 0.6344710380965869, + "grad_norm": 3.0, + "learning_rate": 7.990627662066081e-06, + "loss": 0.2495595932006836, + "mean_token_accuracy": 0.9376389294862747, + "num_tokens": 13841115.0, + "step": 2240 + }, + { + "entropy": 0.21044904924929142, + "epoch": 0.6373034980880895, + "grad_norm": 3.015625, + "learning_rate": 7.972219048275537e-06, + "loss": 0.2602006673812866, + "mean_token_accuracy": 0.9350134670734406, + "num_tokens": 13900115.0, + "step": 2250 + }, + { + "entropy": 0.2591171387583017, + "epoch": 0.6401359580795921, + "grad_norm": 2.421875, + "learning_rate": 7.953747917409428e-06, + "loss": 0.31584160327911376, + "mean_token_accuracy": 0.923833379149437, + "num_tokens": 13963087.0, + "step": 2260 + }, + { + "entropy": 0.26614895891398194, + "epoch": 0.6429684180710947, + "grad_norm": 2.671875, + "learning_rate": 7.935214657985918e-06, + "loss": 0.31452739238739014, + "mean_token_accuracy": 0.9192465171217918, + "num_tokens": 14025691.0, + "step": 2270 + }, + { + "entropy": 0.27064447924494744, + "epoch": 0.6458008780625973, + "grad_norm": 2.546875, + "learning_rate": 7.91661965982997e-06, + "loss": 0.3128303289413452, + "mean_token_accuracy": 0.9186597511172294, + "num_tokens": 14090376.0, + "step": 2280 + }, + { + "entropy": 0.26707220980897545, + "epoch": 0.6486333380541, + "grad_norm": 3.375, + "learning_rate": 7.897963314065146e-06, + "loss": 0.332572865486145, + "mean_token_accuracy": 0.9179326295852661, + "num_tokens": 14153049.0, + "step": 2290 + }, + { + "entropy": 0.23635501032695175, + "epoch": 0.6514657980456026, + "grad_norm": 3.65625, + "learning_rate": 7.879246013105383e-06, + "loss": 0.2604819297790527, + "mean_token_accuracy": 0.928515163064003, + "num_tokens": 14212590.0, + "step": 2300 + }, + { + "entropy": 0.18730585724115373, + "epoch": 0.6542982580371052, + "grad_norm": 2.890625, + "learning_rate": 7.86046815064674e-06, + "loss": 0.22234323024749755, + "mean_token_accuracy": 0.9432886317372322, + "num_tokens": 14272363.0, + "step": 2310 + }, + { + "entropy": 0.23519881842657925, + "epoch": 0.6571307180286079, + "grad_norm": 2.84375, + "learning_rate": 7.84163012165911e-06, + "loss": 0.2765446662902832, + "mean_token_accuracy": 0.9290280610322952, + "num_tokens": 14336992.0, + "step": 2320 + }, + { + "entropy": 0.2313802231103182, + "epoch": 0.6599631780201105, + "grad_norm": 2.734375, + "learning_rate": 7.822732322377917e-06, + "loss": 0.27338762283325196, + "mean_token_accuracy": 0.9289564326405525, + "num_tokens": 14396618.0, + "step": 2330 + }, + { + "entropy": 0.2716065593995154, + "epoch": 0.6627956380116131, + "grad_norm": 2.875, + "learning_rate": 7.80377515029579e-06, + "loss": 0.32843728065490724, + "mean_token_accuracy": 0.9162494570016861, + "num_tokens": 14458037.0, + "step": 2340 + }, + { + "entropy": 0.25247769290581346, + "epoch": 0.6656280980031157, + "grad_norm": 2.5625, + "learning_rate": 7.784759004154183e-06, + "loss": 0.3014644384384155, + "mean_token_accuracy": 0.9235790967941284, + "num_tokens": 14518336.0, + "step": 2350 + }, + { + "entropy": 0.2789898415096104, + "epoch": 0.6684605579946183, + "grad_norm": 2.171875, + "learning_rate": 7.765684283935006e-06, + "loss": 0.3393056392669678, + "mean_token_accuracy": 0.9150487512350083, + "num_tokens": 14584530.0, + "step": 2360 + }, + { + "entropy": 0.2857982048764825, + "epoch": 0.671293017986121, + "grad_norm": 3.484375, + "learning_rate": 7.746551390852199e-06, + "loss": 0.33240134716033937, + "mean_token_accuracy": 0.9147992506623268, + "num_tokens": 14646054.0, + "step": 2370 + }, + { + "entropy": 0.2915321681648493, + "epoch": 0.6741254779776236, + "grad_norm": 4.3125, + "learning_rate": 7.72736072734331e-06, + "loss": 0.36970064640045164, + "mean_token_accuracy": 0.9111756727099418, + "num_tokens": 14709275.0, + "step": 2380 + }, + { + "entropy": 0.26030201790854335, + "epoch": 0.6769579379691262, + "grad_norm": 2.859375, + "learning_rate": 7.708112697061001e-06, + "loss": 0.30298757553100586, + "mean_token_accuracy": 0.9198774963617324, + "num_tokens": 14772965.0, + "step": 2390 + }, + { + "entropy": 0.2829222582280636, + "epoch": 0.6797903979606288, + "grad_norm": 2.546875, + "learning_rate": 7.688807704864595e-06, + "loss": 0.3579793691635132, + "mean_token_accuracy": 0.9152989521622658, + "num_tokens": 14840008.0, + "step": 2400 + }, + { + "entropy": 0.2631208342500031, + "epoch": 0.6826228579521314, + "grad_norm": 2.828125, + "learning_rate": 7.669446156811525e-06, + "loss": 0.30640134811401365, + "mean_token_accuracy": 0.9224727541208267, + "num_tokens": 14903705.0, + "step": 2410 + }, + { + "entropy": 0.28142532696947453, + "epoch": 0.685455317943634, + "grad_norm": 2.96875, + "learning_rate": 7.650028460148817e-06, + "loss": 0.3514870643615723, + "mean_token_accuracy": 0.9167749881744385, + "num_tokens": 14965400.0, + "step": 2420 + }, + { + "entropy": 0.24295094180852175, + "epoch": 0.6882877779351366, + "grad_norm": 3.5, + "learning_rate": 7.630555023304514e-06, + "loss": 0.2785991668701172, + "mean_token_accuracy": 0.9278908744454384, + "num_tokens": 15029808.0, + "step": 2430 + }, + { + "entropy": 0.18873289050534367, + "epoch": 0.6911202379266392, + "grad_norm": 2.296875, + "learning_rate": 7.611026255879088e-06, + "loss": 0.23008534908294678, + "mean_token_accuracy": 0.9430599778890609, + "num_tokens": 15090981.0, + "step": 2440 + }, + { + "entropy": 0.2223091773688793, + "epoch": 0.693952697918142, + "grad_norm": 2.96875, + "learning_rate": 7.591442568636822e-06, + "loss": 0.267603325843811, + "mean_token_accuracy": 0.9312801957130432, + "num_tokens": 15152630.0, + "step": 2450 + }, + { + "entropy": 0.26084692431613804, + "epoch": 0.6967851579096446, + "grad_norm": 3.25, + "learning_rate": 7.571804373497173e-06, + "loss": 0.30105032920837405, + "mean_token_accuracy": 0.9229624062776566, + "num_tokens": 15211754.0, + "step": 2460 + }, + { + "entropy": 0.24022008180618287, + "epoch": 0.6996176179011472, + "grad_norm": 3.3125, + "learning_rate": 7.5521120835261065e-06, + "loss": 0.2701953649520874, + "mean_token_accuracy": 0.9274321302771569, + "num_tokens": 15274153.0, + "step": 2470 + }, + { + "entropy": 0.2550209416076541, + "epoch": 0.7024500778926498, + "grad_norm": 2.046875, + "learning_rate": 7.532366112927407e-06, + "loss": 0.3169812440872192, + "mean_token_accuracy": 0.9224504098296166, + "num_tokens": 15339594.0, + "step": 2480 + }, + { + "entropy": 0.26162951737642287, + "epoch": 0.7052825378841524, + "grad_norm": 2.734375, + "learning_rate": 7.512566877033968e-06, + "loss": 0.29904582500457766, + "mean_token_accuracy": 0.9231197029352188, + "num_tokens": 15403318.0, + "step": 2490 + }, + { + "entropy": 0.27893123114481566, + "epoch": 0.708114997875655, + "grad_norm": 3.296875, + "learning_rate": 7.492714792299053e-06, + "loss": 0.3410791873931885, + "mean_token_accuracy": 0.9162520408630371, + "num_tokens": 15466225.0, + "step": 2500 + }, + { + "entropy": 0.26706293215975163, + "epoch": 0.7109474578671576, + "grad_norm": 4.1875, + "learning_rate": 7.472810276287541e-06, + "loss": 0.3118849515914917, + "mean_token_accuracy": 0.9185350984334946, + "num_tokens": 15526100.0, + "step": 2510 + }, + { + "entropy": 0.20730372141115366, + "epoch": 0.7137799178586602, + "grad_norm": 3.015625, + "learning_rate": 7.452853747667136e-06, + "loss": 0.23900976181030273, + "mean_token_accuracy": 0.9376061603426933, + "num_tokens": 15584753.0, + "step": 2520 + }, + { + "entropy": 0.3262269163504243, + "epoch": 0.7166123778501629, + "grad_norm": 2.9375, + "learning_rate": 7.43284562619957e-06, + "loss": 0.37392189502716067, + "mean_token_accuracy": 0.9016158953309059, + "num_tokens": 15655382.0, + "step": 2530 + }, + { + "entropy": 0.2649149850010872, + "epoch": 0.7194448378416655, + "grad_norm": 2.984375, + "learning_rate": 7.412786332731763e-06, + "loss": 0.33331003189086916, + "mean_token_accuracy": 0.9169847160577774, + "num_tokens": 15716755.0, + "step": 2540 + }, + { + "entropy": 0.27070029405876994, + "epoch": 0.7222772978331681, + "grad_norm": 3.078125, + "learning_rate": 7.392676289186983e-06, + "loss": 0.3434555768966675, + "mean_token_accuracy": 0.9179270312190055, + "num_tokens": 15777903.0, + "step": 2550 + }, + { + "entropy": 0.24752757092937827, + "epoch": 0.7251097578246707, + "grad_norm": 2.9375, + "learning_rate": 7.3725159185559624e-06, + "loss": 0.2917940616607666, + "mean_token_accuracy": 0.924656766653061, + "num_tokens": 15834989.0, + "step": 2560 + }, + { + "entropy": 0.23814148958772421, + "epoch": 0.7279422178161733, + "grad_norm": 2.28125, + "learning_rate": 7.352305644888003e-06, + "loss": 0.294418478012085, + "mean_token_accuracy": 0.9283932983875275, + "num_tokens": 15898543.0, + "step": 2570 + }, + { + "entropy": 0.21530280876904725, + "epoch": 0.730774677807676, + "grad_norm": 2.953125, + "learning_rate": 7.332045893282055e-06, + "loss": 0.22945051193237304, + "mean_token_accuracy": 0.9348794594407082, + "num_tokens": 15954537.0, + "step": 2580 + }, + { + "entropy": 0.3002644120249897, + "epoch": 0.7336071377991786, + "grad_norm": 3.296875, + "learning_rate": 7.311737089877784e-06, + "loss": 0.36180920600891114, + "mean_token_accuracy": 0.9105057194828987, + "num_tokens": 16018470.0, + "step": 2590 + }, + { + "entropy": 0.2535303202457726, + "epoch": 0.7364395977906812, + "grad_norm": 2.28125, + "learning_rate": 7.2913796618466e-06, + "loss": 0.29656410217285156, + "mean_token_accuracy": 0.9240412935614586, + "num_tokens": 16088388.0, + "step": 2600 + }, + { + "entropy": 0.2830115555785596, + "epoch": 0.7392720577821839, + "grad_norm": 3.203125, + "learning_rate": 7.270974037382668e-06, + "loss": 0.3519935131072998, + "mean_token_accuracy": 0.9133640348911285, + "num_tokens": 16154279.0, + "step": 2610 + }, + { + "entropy": 0.24586041700094938, + "epoch": 0.7421045177736865, + "grad_norm": 2.359375, + "learning_rate": 7.250520645693917e-06, + "loss": 0.27483334541320803, + "mean_token_accuracy": 0.9254726275801659, + "num_tokens": 16213208.0, + "step": 2620 + }, + { + "entropy": 0.26750726755708454, + "epoch": 0.7449369777651891, + "grad_norm": 3.046875, + "learning_rate": 7.230019916992992e-06, + "loss": 0.34221796989440917, + "mean_token_accuracy": 0.9201379746198655, + "num_tokens": 16278691.0, + "step": 2630 + }, + { + "entropy": 0.2500247715041041, + "epoch": 0.7477694377566917, + "grad_norm": 2.625, + "learning_rate": 7.209472282488223e-06, + "loss": 0.300543212890625, + "mean_token_accuracy": 0.9207890287041665, + "num_tokens": 16345324.0, + "step": 2640 + }, + { + "entropy": 0.2341125256381929, + "epoch": 0.7506018977481943, + "grad_norm": 3.0625, + "learning_rate": 7.188878174374545e-06, + "loss": 0.2815673589706421, + "mean_token_accuracy": 0.9287849634885788, + "num_tokens": 16404580.0, + "step": 2650 + }, + { + "entropy": 0.23800364518538117, + "epoch": 0.7534343577396969, + "grad_norm": 3.09375, + "learning_rate": 7.168238025824411e-06, + "loss": 0.2970713138580322, + "mean_token_accuracy": 0.9276653602719307, + "num_tokens": 16466254.0, + "step": 2660 + }, + { + "entropy": 0.2154989277943969, + "epoch": 0.7562668177311995, + "grad_norm": 3.234375, + "learning_rate": 7.147552270978677e-06, + "loss": 0.2413036584854126, + "mean_token_accuracy": 0.9307904481887818, + "num_tokens": 16521554.0, + "step": 2670 + }, + { + "entropy": 0.28395778480917216, + "epoch": 0.7590992777227021, + "grad_norm": 2.78125, + "learning_rate": 7.1268213449374745e-06, + "loss": 0.35881359577178956, + "mean_token_accuracy": 0.9096557378768921, + "num_tokens": 16585472.0, + "step": 2680 + }, + { + "entropy": 0.2477033331990242, + "epoch": 0.7619317377142047, + "grad_norm": 3.1875, + "learning_rate": 7.106045683751059e-06, + "loss": 0.32397429943084716, + "mean_token_accuracy": 0.924396587908268, + "num_tokens": 16646769.0, + "step": 2690 + }, + { + "entropy": 0.276877705194056, + "epoch": 0.7647641977057074, + "grad_norm": 3.21875, + "learning_rate": 7.085225724410634e-06, + "loss": 0.3684025049209595, + "mean_token_accuracy": 0.9165002778172493, + "num_tokens": 16713863.0, + "step": 2700 + }, + { + "entropy": 0.22163213035091758, + "epoch": 0.76759665769721, + "grad_norm": 2.3125, + "learning_rate": 7.06436190483916e-06, + "loss": 0.24224584102630614, + "mean_token_accuracy": 0.9345098420977592, + "num_tokens": 16777296.0, + "step": 2710 + }, + { + "entropy": 0.2234968959353864, + "epoch": 0.7704291176887127, + "grad_norm": 2.984375, + "learning_rate": 7.043454663882149e-06, + "loss": 0.28868119716644286, + "mean_token_accuracy": 0.9326037526130676, + "num_tokens": 16844215.0, + "step": 2720 + }, + { + "entropy": 0.26766422418877484, + "epoch": 0.7732615776802153, + "grad_norm": 2.734375, + "learning_rate": 7.022504441298429e-06, + "loss": 0.3073421001434326, + "mean_token_accuracy": 0.9189599618315697, + "num_tokens": 16909286.0, + "step": 2730 + }, + { + "entropy": 0.26785112004727124, + "epoch": 0.7760940376717179, + "grad_norm": 2.84375, + "learning_rate": 7.001511677750892e-06, + "loss": 0.33571205139160154, + "mean_token_accuracy": 0.9179603174328804, + "num_tokens": 16974754.0, + "step": 2740 + }, + { + "entropy": 0.2341361427679658, + "epoch": 0.7789264976632205, + "grad_norm": 2.796875, + "learning_rate": 6.980476814797233e-06, + "loss": 0.2919567108154297, + "mean_token_accuracy": 0.9273924395442009, + "num_tokens": 17036703.0, + "step": 2750 + }, + { + "entropy": 0.2965338154230267, + "epoch": 0.7817589576547231, + "grad_norm": 3.34375, + "learning_rate": 6.959400294880652e-06, + "loss": 0.3672937870025635, + "mean_token_accuracy": 0.9101479694247245, + "num_tokens": 17103487.0, + "step": 2760 + }, + { + "entropy": 0.25479247672483324, + "epoch": 0.7845914176462258, + "grad_norm": 2.765625, + "learning_rate": 6.93828256132056e-06, + "loss": 0.32591776847839354, + "mean_token_accuracy": 0.9213441327214241, + "num_tokens": 17165071.0, + "step": 2770 + }, + { + "entropy": 0.24174591163173317, + "epoch": 0.7874238776377284, + "grad_norm": 3.34375, + "learning_rate": 6.917124058303244e-06, + "loss": 0.2789118766784668, + "mean_token_accuracy": 0.9260576874017715, + "num_tokens": 17222502.0, + "step": 2780 + }, + { + "entropy": 0.21147534740157425, + "epoch": 0.790256337629231, + "grad_norm": 2.828125, + "learning_rate": 6.8959252308725275e-06, + "loss": 0.2645533084869385, + "mean_token_accuracy": 0.9345291346311569, + "num_tokens": 17283104.0, + "step": 2790 + }, + { + "entropy": 0.25261948015540836, + "epoch": 0.7930887976207336, + "grad_norm": 3.125, + "learning_rate": 6.874686524920411e-06, + "loss": 0.311038613319397, + "mean_token_accuracy": 0.9231654047966004, + "num_tokens": 17345216.0, + "step": 2800 + }, + { + "entropy": 0.2530125268734992, + "epoch": 0.7959212576122362, + "grad_norm": 2.96875, + "learning_rate": 6.85340838717769e-06, + "loss": 0.3234996795654297, + "mean_token_accuracy": 0.9215027883648872, + "num_tokens": 17408794.0, + "step": 2810 + }, + { + "entropy": 0.3017550828866661, + "epoch": 0.7987537176037388, + "grad_norm": 3.109375, + "learning_rate": 6.832091265204565e-06, + "loss": 0.37363996505737307, + "mean_token_accuracy": 0.9086952164769173, + "num_tokens": 17477360.0, + "step": 2820 + }, + { + "entropy": 0.27105418452993035, + "epoch": 0.8015861775952414, + "grad_norm": 3.3125, + "learning_rate": 6.8107356073812215e-06, + "loss": 0.33116128444671633, + "mean_token_accuracy": 0.9182775661349296, + "num_tokens": 17535775.0, + "step": 2830 + }, + { + "entropy": 0.2681125304661691, + "epoch": 0.804418637586744, + "grad_norm": 3.28125, + "learning_rate": 6.789341862898395e-06, + "loss": 0.3221204519271851, + "mean_token_accuracy": 0.918986338376999, + "num_tokens": 17596418.0, + "step": 2840 + }, + { + "entropy": 0.2603905743919313, + "epoch": 0.8072510975782468, + "grad_norm": 4.0625, + "learning_rate": 6.7679104817479354e-06, + "loss": 0.306916332244873, + "mean_token_accuracy": 0.9208408176898957, + "num_tokens": 17657884.0, + "step": 2850 + }, + { + "entropy": 0.25807911846786735, + "epoch": 0.8100835575697494, + "grad_norm": 2.96875, + "learning_rate": 6.746441914713333e-06, + "loss": 0.3071646451950073, + "mean_token_accuracy": 0.9231622457504273, + "num_tokens": 17717036.0, + "step": 2860 + }, + { + "entropy": 0.20620333971455693, + "epoch": 0.812916017561252, + "grad_norm": 3.359375, + "learning_rate": 6.7249366133602375e-06, + "loss": 0.24239006042480468, + "mean_token_accuracy": 0.9358702003955841, + "num_tokens": 17775551.0, + "step": 2870 + }, + { + "entropy": 0.25972357029095294, + "epoch": 0.8157484775527546, + "grad_norm": 3.21875, + "learning_rate": 6.703395030026962e-06, + "loss": 0.3104058027267456, + "mean_token_accuracy": 0.9187611192464828, + "num_tokens": 17834439.0, + "step": 2880 + }, + { + "entropy": 0.21425498463213444, + "epoch": 0.8185809375442572, + "grad_norm": 3.0, + "learning_rate": 6.681817617814968e-06, + "loss": 0.252565598487854, + "mean_token_accuracy": 0.9368388622999191, + "num_tokens": 17893694.0, + "step": 2890 + }, + { + "entropy": 0.2535854930989444, + "epoch": 0.8214133975357598, + "grad_norm": 2.28125, + "learning_rate": 6.660204830579332e-06, + "loss": 0.3313803195953369, + "mean_token_accuracy": 0.9233833655714989, + "num_tokens": 17962306.0, + "step": 2900 + }, + { + "entropy": 0.2451658974401653, + "epoch": 0.8242458575272624, + "grad_norm": 3.703125, + "learning_rate": 6.638557122919205e-06, + "loss": 0.30023248195648194, + "mean_token_accuracy": 0.927768412232399, + "num_tokens": 18024640.0, + "step": 2910 + }, + { + "entropy": 0.24401300633326173, + "epoch": 0.827078317518765, + "grad_norm": 3.171875, + "learning_rate": 6.616874950168248e-06, + "loss": 0.2784397125244141, + "mean_token_accuracy": 0.9251253604888916, + "num_tokens": 18084141.0, + "step": 2920 + }, + { + "entropy": 0.23014986477792262, + "epoch": 0.8299107775102676, + "grad_norm": 3.359375, + "learning_rate": 6.59515876838505e-06, + "loss": 0.27311115264892577, + "mean_token_accuracy": 0.9305102288722992, + "num_tokens": 18140590.0, + "step": 2930 + }, + { + "entropy": 0.28850632822141054, + "epoch": 0.8327432375017703, + "grad_norm": 2.796875, + "learning_rate": 6.573409034343542e-06, + "loss": 0.34098904132843016, + "mean_token_accuracy": 0.9106828451156617, + "num_tokens": 18208011.0, + "step": 2940 + }, + { + "entropy": 0.29361714981496334, + "epoch": 0.8355756974932729, + "grad_norm": 3.125, + "learning_rate": 6.551626205523388e-06, + "loss": 0.34243457317352294, + "mean_token_accuracy": 0.9098032712936401, + "num_tokens": 18268600.0, + "step": 2950 + }, + { + "entropy": 0.2732364836148918, + "epoch": 0.8384081574847755, + "grad_norm": 3.3125, + "learning_rate": 6.529810740100358e-06, + "loss": 0.32342536449432374, + "mean_token_accuracy": 0.9173816591501236, + "num_tokens": 18328791.0, + "step": 2960 + }, + { + "entropy": 0.25280639957636597, + "epoch": 0.8412406174762781, + "grad_norm": 3.53125, + "learning_rate": 6.507963096936696e-06, + "loss": 0.3110103368759155, + "mean_token_accuracy": 0.9237968131899834, + "num_tokens": 18392657.0, + "step": 2970 + }, + { + "entropy": 0.2416850916109979, + "epoch": 0.8440730774677808, + "grad_norm": 2.96875, + "learning_rate": 6.486083735571465e-06, + "loss": 0.2941933870315552, + "mean_token_accuracy": 0.9266998797655106, + "num_tokens": 18451243.0, + "step": 2980 + }, + { + "entropy": 0.2634803635068238, + "epoch": 0.8469055374592834, + "grad_norm": 3.140625, + "learning_rate": 6.464173116210884e-06, + "loss": 0.31282308101654055, + "mean_token_accuracy": 0.9198430389165878, + "num_tokens": 18511507.0, + "step": 2990 + }, + { + "entropy": 0.1912680690176785, + "epoch": 0.849737997450786, + "grad_norm": 3.21875, + "learning_rate": 6.4422316997186454e-06, + "loss": 0.2170656442642212, + "mean_token_accuracy": 0.9407183259725571, + "num_tokens": 18571363.0, + "step": 3000 + }, + { + "entropy": 0.2164543703198433, + "epoch": 0.8525704574422887, + "grad_norm": 3.046875, + "learning_rate": 6.420259947606222e-06, + "loss": 0.26585540771484373, + "mean_token_accuracy": 0.9347744598984719, + "num_tokens": 18630697.0, + "step": 3010 + }, + { + "entropy": 0.2373024495318532, + "epoch": 0.8554029174337913, + "grad_norm": 3.265625, + "learning_rate": 6.398258322023162e-06, + "loss": 0.2773113489151001, + "mean_token_accuracy": 0.9272039458155632, + "num_tokens": 18687678.0, + "step": 3020 + }, + { + "entropy": 0.25375453478191046, + "epoch": 0.8582353774252939, + "grad_norm": 2.953125, + "learning_rate": 6.376227285747366e-06, + "loss": 0.29042036533355714, + "mean_token_accuracy": 0.9237049043178558, + "num_tokens": 18752182.0, + "step": 3030 + }, + { + "entropy": 0.29411961156874894, + "epoch": 0.8610678374167965, + "grad_norm": 2.609375, + "learning_rate": 6.3541673021753505e-06, + "loss": 0.3692609786987305, + "mean_token_accuracy": 0.9122548222541809, + "num_tokens": 18821196.0, + "step": 3040 + }, + { + "entropy": 0.2707971094176173, + "epoch": 0.8639002974082991, + "grad_norm": 2.609375, + "learning_rate": 6.332078835312507e-06, + "loss": 0.3225684881210327, + "mean_token_accuracy": 0.9175332441926003, + "num_tokens": 18880060.0, + "step": 3050 + }, + { + "entropy": 0.26672976547852156, + "epoch": 0.8667327573998017, + "grad_norm": 2.421875, + "learning_rate": 6.309962349763338e-06, + "loss": 0.3166948795318604, + "mean_token_accuracy": 0.9193399801850319, + "num_tokens": 18946364.0, + "step": 3060 + }, + { + "entropy": 0.27349463729187845, + "epoch": 0.8695652173913043, + "grad_norm": 3.21875, + "learning_rate": 6.287818310721685e-06, + "loss": 0.35103473663330076, + "mean_token_accuracy": 0.9172429636120796, + "num_tokens": 19016033.0, + "step": 3070 + }, + { + "entropy": 0.22195410579442978, + "epoch": 0.8723976773828069, + "grad_norm": 2.8125, + "learning_rate": 6.2656471839609465e-06, + "loss": 0.27313482761383057, + "mean_token_accuracy": 0.9334017798304558, + "num_tokens": 19076685.0, + "step": 3080 + }, + { + "entropy": 0.24829036770388485, + "epoch": 0.8752301373743095, + "grad_norm": 3.140625, + "learning_rate": 6.243449435824276e-06, + "loss": 0.2878298282623291, + "mean_token_accuracy": 0.9257162064313889, + "num_tokens": 19138951.0, + "step": 3090 + }, + { + "entropy": 0.27706693299114704, + "epoch": 0.8780625973658122, + "grad_norm": 3.296875, + "learning_rate": 6.221225533214773e-06, + "loss": 0.322439980506897, + "mean_token_accuracy": 0.913511124253273, + "num_tokens": 19201695.0, + "step": 3100 + }, + { + "entropy": 0.2694649398326874, + "epoch": 0.8808950573573149, + "grad_norm": 2.671875, + "learning_rate": 6.198975943585676e-06, + "loss": 0.3424296617507935, + "mean_token_accuracy": 0.9161205559968948, + "num_tokens": 19265091.0, + "step": 3110 + }, + { + "entropy": 0.25632969634607433, + "epoch": 0.8837275173488175, + "grad_norm": 3.265625, + "learning_rate": 6.176701134930509e-06, + "loss": 0.31109650135040284, + "mean_token_accuracy": 0.9226007997989655, + "num_tokens": 19325862.0, + "step": 3120 + }, + { + "entropy": 0.2701326566748321, + "epoch": 0.8865599773403201, + "grad_norm": 2.375, + "learning_rate": 6.154401575773249e-06, + "loss": 0.3320300817489624, + "mean_token_accuracy": 0.9168916702270508, + "num_tokens": 19400742.0, + "step": 3130 + }, + { + "entropy": 0.2544426591135561, + "epoch": 0.8893924373318227, + "grad_norm": 3.015625, + "learning_rate": 6.132077735158477e-06, + "loss": 0.283156156539917, + "mean_token_accuracy": 0.9236061125993729, + "num_tokens": 19461981.0, + "step": 3140 + }, + { + "entropy": 0.2844082118012011, + "epoch": 0.8922248973233253, + "grad_norm": 2.78125, + "learning_rate": 6.109730082641496e-06, + "loss": 0.34840519428253175, + "mean_token_accuracy": 0.9168082669377327, + "num_tokens": 19528967.0, + "step": 3150 + }, + { + "entropy": 0.2687557710334659, + "epoch": 0.8950573573148279, + "grad_norm": 3.78125, + "learning_rate": 6.087359088278474e-06, + "loss": 0.323413348197937, + "mean_token_accuracy": 0.9197789818048477, + "num_tokens": 19588475.0, + "step": 3160 + }, + { + "entropy": 0.27899011177942157, + "epoch": 0.8978898173063306, + "grad_norm": 2.625, + "learning_rate": 6.064965222616538e-06, + "loss": 0.3280670166015625, + "mean_token_accuracy": 0.9167367443442345, + "num_tokens": 19652979.0, + "step": 3170 + }, + { + "entropy": 0.2542749636806548, + "epoch": 0.9007222772978332, + "grad_norm": 2.890625, + "learning_rate": 6.042548956683891e-06, + "loss": 0.30518145561218263, + "mean_token_accuracy": 0.9265033259987832, + "num_tokens": 19711480.0, + "step": 3180 + }, + { + "entropy": 0.23844157047569753, + "epoch": 0.9035547372893358, + "grad_norm": 3.109375, + "learning_rate": 6.020110761979896e-06, + "loss": 0.2804757356643677, + "mean_token_accuracy": 0.9265966966748238, + "num_tokens": 19769101.0, + "step": 3190 + }, + { + "entropy": 0.24112135097384452, + "epoch": 0.9063871972808384, + "grad_norm": 2.953125, + "learning_rate": 5.997651110465163e-06, + "loss": 0.3061399459838867, + "mean_token_accuracy": 0.9280126094818115, + "num_tokens": 19826649.0, + "step": 3200 + }, + { + "entropy": 0.24095934634096922, + "epoch": 0.909219657272341, + "grad_norm": 3.046875, + "learning_rate": 5.97517047455162e-06, + "loss": 0.2846731662750244, + "mean_token_accuracy": 0.9255985081195831, + "num_tokens": 19884555.0, + "step": 3210 + }, + { + "entropy": 0.25526748718693854, + "epoch": 0.9120521172638436, + "grad_norm": 4.125, + "learning_rate": 5.952669327092577e-06, + "loss": 0.2945184469223022, + "mean_token_accuracy": 0.9198778286576271, + "num_tokens": 19947468.0, + "step": 3220 + }, + { + "entropy": 0.2734860122203827, + "epoch": 0.9148845772553462, + "grad_norm": 3.125, + "learning_rate": 5.930148141372778e-06, + "loss": 0.3253446340560913, + "mean_token_accuracy": 0.9151993811130523, + "num_tokens": 20012383.0, + "step": 3230 + }, + { + "entropy": 0.2598960557952523, + "epoch": 0.9177170372468489, + "grad_norm": 3.03125, + "learning_rate": 5.907607391098453e-06, + "loss": 0.30615336894989015, + "mean_token_accuracy": 0.9217935040593147, + "num_tokens": 20072089.0, + "step": 3240 + }, + { + "entropy": 0.2323574093170464, + "epoch": 0.9205494972383516, + "grad_norm": 2.546875, + "learning_rate": 5.8850475503873425e-06, + "loss": 0.28739633560180666, + "mean_token_accuracy": 0.9298718586564064, + "num_tokens": 20138686.0, + "step": 3250 + }, + { + "entropy": 0.26368755120784043, + "epoch": 0.9233819572298542, + "grad_norm": 3.03125, + "learning_rate": 5.862469093758735e-06, + "loss": 0.30636258125305177, + "mean_token_accuracy": 0.9197775259613991, + "num_tokens": 20204846.0, + "step": 3260 + }, + { + "entropy": 0.21838124403730036, + "epoch": 0.9262144172213568, + "grad_norm": 3.59375, + "learning_rate": 5.839872496123482e-06, + "loss": 0.2589061737060547, + "mean_token_accuracy": 0.9320506528019905, + "num_tokens": 20267304.0, + "step": 3270 + }, + { + "entropy": 0.23487370312213898, + "epoch": 0.9290468772128594, + "grad_norm": 3.671875, + "learning_rate": 5.817258232774009e-06, + "loss": 0.2779664993286133, + "mean_token_accuracy": 0.9308907985687256, + "num_tokens": 20325242.0, + "step": 3280 + }, + { + "entropy": 0.29384189331904054, + "epoch": 0.931879337204362, + "grad_norm": 3.125, + "learning_rate": 5.79462677937432e-06, + "loss": 0.3615161657333374, + "mean_token_accuracy": 0.9116950035095215, + "num_tokens": 20382881.0, + "step": 3290 + }, + { + "entropy": 0.2784995993599296, + "epoch": 0.9347117971958646, + "grad_norm": 2.234375, + "learning_rate": 5.771978611949991e-06, + "loss": 0.3265228271484375, + "mean_token_accuracy": 0.9163826674222946, + "num_tokens": 20451408.0, + "step": 3300 + }, + { + "entropy": 0.28781951004639267, + "epoch": 0.9375442571873672, + "grad_norm": 2.34375, + "learning_rate": 5.749314206878155e-06, + "loss": 0.3429244041442871, + "mean_token_accuracy": 0.9142461508512497, + "num_tokens": 20513908.0, + "step": 3310 + }, + { + "entropy": 0.2588125146459788, + "epoch": 0.9403767171788698, + "grad_norm": 2.484375, + "learning_rate": 5.7266340408774865e-06, + "loss": 0.3425342559814453, + "mean_token_accuracy": 0.9218753829598427, + "num_tokens": 20583163.0, + "step": 3320 + }, + { + "entropy": 0.2911094207782298, + "epoch": 0.9432091771703724, + "grad_norm": 1.7734375, + "learning_rate": 5.703938590998173e-06, + "loss": 0.36803972721099854, + "mean_token_accuracy": 0.9111879423260689, + "num_tokens": 20646947.0, + "step": 3330 + }, + { + "entropy": 0.24288665056228637, + "epoch": 0.9460416371618751, + "grad_norm": 2.546875, + "learning_rate": 5.681228334611879e-06, + "loss": 0.29427299499511717, + "mean_token_accuracy": 0.92629624158144, + "num_tokens": 20711594.0, + "step": 3340 + }, + { + "entropy": 0.23312705820426344, + "epoch": 0.9488740971533777, + "grad_norm": 2.6875, + "learning_rate": 5.658503749401708e-06, + "loss": 0.30430891513824465, + "mean_token_accuracy": 0.928966736793518, + "num_tokens": 20776382.0, + "step": 3350 + }, + { + "entropy": 0.3104230180382729, + "epoch": 0.9517065571448803, + "grad_norm": 3.25, + "learning_rate": 5.635765313352147e-06, + "loss": 0.3511800289154053, + "mean_token_accuracy": 0.9040430665016175, + "num_tokens": 20839789.0, + "step": 3360 + }, + { + "entropy": 0.23499792572110892, + "epoch": 0.9545390171363829, + "grad_norm": 3.65625, + "learning_rate": 5.613013504739029e-06, + "loss": 0.2838644504547119, + "mean_token_accuracy": 0.9307301640510559, + "num_tokens": 20901630.0, + "step": 3370 + }, + { + "entropy": 0.32344835065305233, + "epoch": 0.9573714771278856, + "grad_norm": 3.578125, + "learning_rate": 5.590248802119455e-06, + "loss": 0.3485146999359131, + "mean_token_accuracy": 0.9040465250611305, + "num_tokens": 20967799.0, + "step": 3380 + }, + { + "entropy": 0.2530316793359816, + "epoch": 0.9602039371193882, + "grad_norm": 1.90625, + "learning_rate": 5.567471684321736e-06, + "loss": 0.29520204067230227, + "mean_token_accuracy": 0.9227708205580711, + "num_tokens": 21030575.0, + "step": 3390 + }, + { + "entropy": 0.21737445350736379, + "epoch": 0.9630363971108908, + "grad_norm": 3.640625, + "learning_rate": 5.544682630435327e-06, + "loss": 0.2584354877471924, + "mean_token_accuracy": 0.9322573393583298, + "num_tokens": 21090526.0, + "step": 3400 + }, + { + "entropy": 0.28456302378326653, + "epoch": 0.9658688571023935, + "grad_norm": 3.203125, + "learning_rate": 5.521882119800741e-06, + "loss": 0.34802956581115724, + "mean_token_accuracy": 0.9134290844202042, + "num_tokens": 21156270.0, + "step": 3410 + }, + { + "entropy": 0.22307847952470183, + "epoch": 0.9687013170938961, + "grad_norm": 2.578125, + "learning_rate": 5.4990706319994695e-06, + "loss": 0.2576693773269653, + "mean_token_accuracy": 0.9337480440735817, + "num_tokens": 21222337.0, + "step": 3420 + }, + { + "entropy": 0.2263336593285203, + "epoch": 0.9715337770853987, + "grad_norm": 2.65625, + "learning_rate": 5.4762486468438945e-06, + "loss": 0.27297775745391845, + "mean_token_accuracy": 0.9308379128575325, + "num_tokens": 21283659.0, + "step": 3430 + }, + { + "entropy": 0.28094208212569355, + "epoch": 0.9743662370769013, + "grad_norm": 2.46875, + "learning_rate": 5.453416644367202e-06, + "loss": 0.3223999500274658, + "mean_token_accuracy": 0.915829861164093, + "num_tokens": 21352079.0, + "step": 3440 + }, + { + "entropy": 0.2697428049519658, + "epoch": 0.9771986970684039, + "grad_norm": 2.5, + "learning_rate": 5.430575104813275e-06, + "loss": 0.30462355613708497, + "mean_token_accuracy": 0.919055512547493, + "num_tokens": 21417311.0, + "step": 3450 + }, + { + "entropy": 0.25837867902591827, + "epoch": 0.9800311570599065, + "grad_norm": 3.59375, + "learning_rate": 5.407724508626601e-06, + "loss": 0.29222261905670166, + "mean_token_accuracy": 0.9223567172884941, + "num_tokens": 21480400.0, + "step": 3460 + }, + { + "entropy": 0.2124180012382567, + "epoch": 0.9828636170514091, + "grad_norm": 2.78125, + "learning_rate": 5.384865336442163e-06, + "loss": 0.24974503517150878, + "mean_token_accuracy": 0.9354914605617524, + "num_tokens": 21542187.0, + "step": 3470 + }, + { + "entropy": 0.2831694945693016, + "epoch": 0.9856960770429117, + "grad_norm": 2.453125, + "learning_rate": 5.3619980690753285e-06, + "loss": 0.3375375747680664, + "mean_token_accuracy": 0.9141182363033294, + "num_tokens": 21608358.0, + "step": 3480 + }, + { + "entropy": 0.2607450664974749, + "epoch": 0.9885285370344143, + "grad_norm": 3.59375, + "learning_rate": 5.339123187511735e-06, + "loss": 0.2963505506515503, + "mean_token_accuracy": 0.9212964981794357, + "num_tokens": 21668425.0, + "step": 3490 + }, + { + "entropy": 0.23759154276922345, + "epoch": 0.991360997025917, + "grad_norm": 3.03125, + "learning_rate": 5.316241172897182e-06, + "loss": 0.2670560121536255, + "mean_token_accuracy": 0.9282024785876274, + "num_tokens": 21730596.0, + "step": 3500 + }, + { + "entropy": 0.20464302133768797, + "epoch": 0.9941934570174197, + "grad_norm": 2.375, + "learning_rate": 5.2933525065274985e-06, + "loss": 0.2473069190979004, + "mean_token_accuracy": 0.938903671503067, + "num_tokens": 21792048.0, + "step": 3510 + }, + { + "entropy": 0.23504498666152357, + "epoch": 0.9970259170089223, + "grad_norm": 3.203125, + "learning_rate": 5.270457669838426e-06, + "loss": 0.2798953056335449, + "mean_token_accuracy": 0.9298026710748672, + "num_tokens": 21852453.0, + "step": 3520 + }, + { + "entropy": 0.23485905332490803, + "epoch": 0.9998583770004249, + "grad_norm": 3.046875, + "learning_rate": 5.247557144395496e-06, + "loss": 0.2785156726837158, + "mean_token_accuracy": 0.9281878650188446, + "num_tokens": 21912110.0, + "step": 3530 + }, + { + "entropy": 0.2364016239972491, + "epoch": 1.0025492139923524, + "grad_norm": 3.484375, + "learning_rate": 5.224651411883888e-06, + "loss": 0.25762851238250734, + "mean_token_accuracy": 0.929062733524724, + "num_tokens": 21966859.0, + "step": 3540 + }, + { + "entropy": 0.2793822526931763, + "epoch": 1.005381673983855, + "grad_norm": 2.65625, + "learning_rate": 5.201740954098317e-06, + "loss": 0.31718974113464354, + "mean_token_accuracy": 0.9170115202665329, + "num_tokens": 22030847.0, + "step": 3550 + }, + { + "entropy": 0.23313034195452928, + "epoch": 1.0082141339753576, + "grad_norm": 2.734375, + "learning_rate": 5.178826252932875e-06, + "loss": 0.28593480587005615, + "mean_token_accuracy": 0.9298394277691842, + "num_tokens": 22087983.0, + "step": 3560 + }, + { + "entropy": 0.32014531176537275, + "epoch": 1.0110465939668603, + "grad_norm": 2.40625, + "learning_rate": 5.1559077903709205e-06, + "loss": 0.36345155239105226, + "mean_token_accuracy": 0.9048336192965507, + "num_tokens": 22158054.0, + "step": 3570 + }, + { + "entropy": 0.24665002673864364, + "epoch": 1.0138790539583629, + "grad_norm": 3.640625, + "learning_rate": 5.132986048474921e-06, + "loss": 0.275803279876709, + "mean_token_accuracy": 0.927152869105339, + "num_tokens": 22222906.0, + "step": 3580 + }, + { + "entropy": 0.20049935090355575, + "epoch": 1.0167115139498655, + "grad_norm": 2.65625, + "learning_rate": 5.110061509376324e-06, + "loss": 0.25468080043792723, + "mean_token_accuracy": 0.9376501187682151, + "num_tokens": 22284229.0, + "step": 3590 + }, + { + "entropy": 0.21108807949349284, + "epoch": 1.019543973941368, + "grad_norm": 2.6875, + "learning_rate": 5.087134655265414e-06, + "loss": 0.22255489826202393, + "mean_token_accuracy": 0.9390177398920059, + "num_tokens": 22342674.0, + "step": 3600 + }, + { + "entropy": 0.21080059758387507, + "epoch": 1.0223764339328707, + "grad_norm": 2.390625, + "learning_rate": 5.064205968381165e-06, + "loss": 0.2495854377746582, + "mean_token_accuracy": 0.9353915929794312, + "num_tokens": 22402978.0, + "step": 3610 + }, + { + "entropy": 0.24261510106734932, + "epoch": 1.0252088939243733, + "grad_norm": 2.828125, + "learning_rate": 5.041275931001103e-06, + "loss": 0.2866044521331787, + "mean_token_accuracy": 0.9248599737882615, + "num_tokens": 22465815.0, + "step": 3620 + }, + { + "entropy": 0.24124777279794216, + "epoch": 1.028041353915876, + "grad_norm": 2.59375, + "learning_rate": 5.018345025431163e-06, + "loss": 0.2976717948913574, + "mean_token_accuracy": 0.9272374495863914, + "num_tokens": 22529737.0, + "step": 3630 + }, + { + "entropy": 0.18002105895429849, + "epoch": 1.0308738139073785, + "grad_norm": 3.96875, + "learning_rate": 4.995413733995536e-06, + "loss": 0.22781128883361818, + "mean_token_accuracy": 0.943612651526928, + "num_tokens": 22581438.0, + "step": 3640 + }, + { + "entropy": 0.2787385611794889, + "epoch": 1.0337062738988811, + "grad_norm": 2.609375, + "learning_rate": 4.972482539026534e-06, + "loss": 0.3564354181289673, + "mean_token_accuracy": 0.9166697680950164, + "num_tokens": 22650104.0, + "step": 3650 + }, + { + "entropy": 0.24818939734250306, + "epoch": 1.0365387338903838, + "grad_norm": 2.546875, + "learning_rate": 4.949551922854437e-06, + "loss": 0.2923859119415283, + "mean_token_accuracy": 0.9222414746880532, + "num_tokens": 22715078.0, + "step": 3660 + }, + { + "entropy": 0.30072745531797407, + "epoch": 1.0393711938818864, + "grad_norm": 2.5, + "learning_rate": 4.9266223677973535e-06, + "loss": 0.3649793863296509, + "mean_token_accuracy": 0.9093805760145187, + "num_tokens": 22779128.0, + "step": 3670 + }, + { + "entropy": 0.2735717059113085, + "epoch": 1.042203653873389, + "grad_norm": 3.03125, + "learning_rate": 4.903694356151067e-06, + "loss": 0.33859407901763916, + "mean_token_accuracy": 0.920712086558342, + "num_tokens": 22838678.0, + "step": 3680 + }, + { + "entropy": 0.24776854524388908, + "epoch": 1.0450361138648916, + "grad_norm": 3.34375, + "learning_rate": 4.880768370178903e-06, + "loss": 0.2938645601272583, + "mean_token_accuracy": 0.9247753649950028, + "num_tokens": 22901030.0, + "step": 3690 + }, + { + "entropy": 0.28547956682741643, + "epoch": 1.0478685738563942, + "grad_norm": 3.25, + "learning_rate": 4.857844892101581e-06, + "loss": 0.31749529838562013, + "mean_token_accuracy": 0.9150549530982971, + "num_tokens": 22966463.0, + "step": 3700 + }, + { + "entropy": 0.27090682154521345, + "epoch": 1.0507010338478968, + "grad_norm": 2.9375, + "learning_rate": 4.8349244040870615e-06, + "loss": 0.31164238452911375, + "mean_token_accuracy": 0.9199892401695251, + "num_tokens": 23030646.0, + "step": 3710 + }, + { + "entropy": 0.28554144450463353, + "epoch": 1.0535334938393994, + "grad_norm": 3.21875, + "learning_rate": 4.81200738824042e-06, + "loss": 0.33346972465515134, + "mean_token_accuracy": 0.914961189031601, + "num_tokens": 23095184.0, + "step": 3720 + }, + { + "entropy": 0.2344823520630598, + "epoch": 1.056365953830902, + "grad_norm": 3.09375, + "learning_rate": 4.789094326593694e-06, + "loss": 0.27491049766540526, + "mean_token_accuracy": 0.9276390865445137, + "num_tokens": 23157519.0, + "step": 3730 + }, + { + "entropy": 0.2247807363048196, + "epoch": 1.0591984138224046, + "grad_norm": 2.578125, + "learning_rate": 4.7661857010957544e-06, + "loss": 0.29062414169311523, + "mean_token_accuracy": 0.9323610827326775, + "num_tokens": 23220127.0, + "step": 3740 + }, + { + "entropy": 0.30474386662244796, + "epoch": 1.0620308738139075, + "grad_norm": 2.671875, + "learning_rate": 4.74328199360216e-06, + "loss": 0.34965219497680666, + "mean_token_accuracy": 0.9088528916239739, + "num_tokens": 23286958.0, + "step": 3750 + }, + { + "entropy": 0.2338505291379988, + "epoch": 1.06486333380541, + "grad_norm": 3.25, + "learning_rate": 4.7203836858650245e-06, + "loss": 0.2581803560256958, + "mean_token_accuracy": 0.9286656439304352, + "num_tokens": 23348093.0, + "step": 3760 + }, + { + "entropy": 0.24440567148849368, + "epoch": 1.0676957937969127, + "grad_norm": 3.1875, + "learning_rate": 4.697491259522885e-06, + "loss": 0.2948632001876831, + "mean_token_accuracy": 0.9275662273168563, + "num_tokens": 23408498.0, + "step": 3770 + }, + { + "entropy": 0.28493724055588243, + "epoch": 1.0705282537884153, + "grad_norm": 2.75, + "learning_rate": 4.674605196090573e-06, + "loss": 0.33446450233459474, + "mean_token_accuracy": 0.9151169151067734, + "num_tokens": 23474213.0, + "step": 3780 + }, + { + "entropy": 0.2917953743599355, + "epoch": 1.073360713779918, + "grad_norm": 3.484375, + "learning_rate": 4.6517259769490785e-06, + "loss": 0.34922327995300295, + "mean_token_accuracy": 0.9116038754582405, + "num_tokens": 23533572.0, + "step": 3790 + }, + { + "entropy": 0.2651925656944513, + "epoch": 1.0761931737714205, + "grad_norm": 2.921875, + "learning_rate": 4.628854083335437e-06, + "loss": 0.3211617708206177, + "mean_token_accuracy": 0.9167863488197326, + "num_tokens": 23595917.0, + "step": 3800 + }, + { + "entropy": 0.26236009476706385, + "epoch": 1.0790256337629232, + "grad_norm": 2.953125, + "learning_rate": 4.605989996332592e-06, + "loss": 0.3187077283859253, + "mean_token_accuracy": 0.9190028637647629, + "num_tokens": 23662377.0, + "step": 3810 + }, + { + "entropy": 0.2401001263409853, + "epoch": 1.0818580937544258, + "grad_norm": 2.921875, + "learning_rate": 4.583134196859289e-06, + "loss": 0.29697332382202146, + "mean_token_accuracy": 0.927865743637085, + "num_tokens": 23731388.0, + "step": 3820 + }, + { + "entropy": 0.2431210996583104, + "epoch": 1.0846905537459284, + "grad_norm": 3.484375, + "learning_rate": 4.56028716565996e-06, + "loss": 0.2828571081161499, + "mean_token_accuracy": 0.9250638440251351, + "num_tokens": 23793919.0, + "step": 3830 + }, + { + "entropy": 0.2633368631824851, + "epoch": 1.087523013737431, + "grad_norm": 3.0, + "learning_rate": 4.5374493832945956e-06, + "loss": 0.34889698028564453, + "mean_token_accuracy": 0.9208544954657555, + "num_tokens": 23857592.0, + "step": 3840 + }, + { + "entropy": 0.2593194010667503, + "epoch": 1.0903554737289336, + "grad_norm": 2.96875, + "learning_rate": 4.5146213301286576e-06, + "loss": 0.3171344995498657, + "mean_token_accuracy": 0.9193354442715644, + "num_tokens": 23920418.0, + "step": 3850 + }, + { + "entropy": 0.20949211195111275, + "epoch": 1.0931879337204362, + "grad_norm": 2.796875, + "learning_rate": 4.49180348632296e-06, + "loss": 0.25888381004333494, + "mean_token_accuracy": 0.9346993267536163, + "num_tokens": 23978686.0, + "step": 3860 + }, + { + "entropy": 0.23353609554469584, + "epoch": 1.0960203937119388, + "grad_norm": 2.75, + "learning_rate": 4.46899633182358e-06, + "loss": 0.26508593559265137, + "mean_token_accuracy": 0.9285413965582847, + "num_tokens": 24039945.0, + "step": 3870 + }, + { + "entropy": 0.22241716757416724, + "epoch": 1.0988528537034414, + "grad_norm": 3.3125, + "learning_rate": 4.446200346351754e-06, + "loss": 0.2597146987915039, + "mean_token_accuracy": 0.9320032343268394, + "num_tokens": 24101482.0, + "step": 3880 + }, + { + "entropy": 0.2613720097579062, + "epoch": 1.101685313694944, + "grad_norm": 3.140625, + "learning_rate": 4.423416009393794e-06, + "loss": 0.34312365055084226, + "mean_token_accuracy": 0.9211692824959755, + "num_tokens": 24168115.0, + "step": 3890 + }, + { + "entropy": 0.2367805289104581, + "epoch": 1.1045177736864467, + "grad_norm": 3.515625, + "learning_rate": 4.400643800190996e-06, + "loss": 0.2766649961471558, + "mean_token_accuracy": 0.9266433954238892, + "num_tokens": 24227079.0, + "step": 3900 + }, + { + "entropy": 0.25535101108253, + "epoch": 1.1073502336779493, + "grad_norm": 3.375, + "learning_rate": 4.377884197729569e-06, + "loss": 0.29713072776794436, + "mean_token_accuracy": 0.9217936024069786, + "num_tokens": 24285604.0, + "step": 3910 + }, + { + "entropy": 0.24405209170654416, + "epoch": 1.1101826936694519, + "grad_norm": 2.96875, + "learning_rate": 4.355137680730547e-06, + "loss": 0.2735821485519409, + "mean_token_accuracy": 0.9273178353905678, + "num_tokens": 24350648.0, + "step": 3920 + }, + { + "entropy": 0.19264007853344084, + "epoch": 1.1130151536609545, + "grad_norm": 3.1875, + "learning_rate": 4.3324047276397345e-06, + "loss": 0.21265592575073242, + "mean_token_accuracy": 0.9414500996470452, + "num_tokens": 24404283.0, + "step": 3930 + }, + { + "entropy": 0.2032804255373776, + "epoch": 1.115847613652457, + "grad_norm": 2.234375, + "learning_rate": 4.309685816617626e-06, + "loss": 0.24111554622650147, + "mean_token_accuracy": 0.9380518972873688, + "num_tokens": 24464553.0, + "step": 3940 + }, + { + "entropy": 0.25125723276287315, + "epoch": 1.1186800736439597, + "grad_norm": 2.390625, + "learning_rate": 4.2869814255293664e-06, + "loss": 0.2969962120056152, + "mean_token_accuracy": 0.9229256942868233, + "num_tokens": 24525942.0, + "step": 3950 + }, + { + "entropy": 0.30800585420802234, + "epoch": 1.1215125336354623, + "grad_norm": 3.015625, + "learning_rate": 4.264292031934691e-06, + "loss": 0.3487081050872803, + "mean_token_accuracy": 0.9075676053762436, + "num_tokens": 24600735.0, + "step": 3960 + }, + { + "entropy": 0.279854978248477, + "epoch": 1.124344993626965, + "grad_norm": 3.421875, + "learning_rate": 4.241618113077873e-06, + "loss": 0.3201010704040527, + "mean_token_accuracy": 0.9143659561872483, + "num_tokens": 24664043.0, + "step": 3970 + }, + { + "entropy": 0.2509489542804658, + "epoch": 1.1271774536184676, + "grad_norm": 3.21875, + "learning_rate": 4.218960145877701e-06, + "loss": 0.3090847969055176, + "mean_token_accuracy": 0.9232483163475991, + "num_tokens": 24733274.0, + "step": 3980 + }, + { + "entropy": 0.2290360671468079, + "epoch": 1.1300099136099702, + "grad_norm": 3.359375, + "learning_rate": 4.196318606917434e-06, + "loss": 0.2809190511703491, + "mean_token_accuracy": 0.9275623843073845, + "num_tokens": 24793456.0, + "step": 3990 + }, + { + "entropy": 0.2779017182998359, + "epoch": 1.132842373601473, + "grad_norm": 3.078125, + "learning_rate": 4.1736939724347855e-06, + "loss": 0.3090373992919922, + "mean_token_accuracy": 0.9156718105077744, + "num_tokens": 24859440.0, + "step": 4000 + }, + { + "entropy": 0.18849533493630588, + "epoch": 1.1356748335929754, + "grad_norm": 2.8125, + "learning_rate": 4.151086718311906e-06, + "loss": 0.22783432006835938, + "mean_token_accuracy": 0.9417475983500481, + "num_tokens": 24919915.0, + "step": 4010 + }, + { + "entropy": 0.28349222652614114, + "epoch": 1.1385072935844782, + "grad_norm": 3.234375, + "learning_rate": 4.128497320065363e-06, + "loss": 0.3526163578033447, + "mean_token_accuracy": 0.9164958953857422, + "num_tokens": 24988315.0, + "step": 4020 + }, + { + "entropy": 0.22427970254793764, + "epoch": 1.1413397535759808, + "grad_norm": 2.890625, + "learning_rate": 4.105926252836155e-06, + "loss": 0.2701232433319092, + "mean_token_accuracy": 0.9306072682142258, + "num_tokens": 25051911.0, + "step": 4030 + }, + { + "entropy": 0.25542295109480617, + "epoch": 1.1441722135674834, + "grad_norm": 3.734375, + "learning_rate": 4.083373991379708e-06, + "loss": 0.28418903350830077, + "mean_token_accuracy": 0.9231105580925941, + "num_tokens": 25113999.0, + "step": 4040 + }, + { + "entropy": 0.22154931565746666, + "epoch": 1.147004673558986, + "grad_norm": 2.296875, + "learning_rate": 4.060841010055885e-06, + "loss": 0.27008485794067383, + "mean_token_accuracy": 0.9335736617445946, + "num_tokens": 25171528.0, + "step": 4050 + }, + { + "entropy": 0.20193984226789324, + "epoch": 1.1498371335504887, + "grad_norm": 2.328125, + "learning_rate": 4.038327782819023e-06, + "loss": 0.24059042930603028, + "mean_token_accuracy": 0.9381761983036995, + "num_tokens": 25233866.0, + "step": 4060 + }, + { + "entropy": 0.21094176713377238, + "epoch": 1.1526695935419913, + "grad_norm": 2.9375, + "learning_rate": 4.015834783207947e-06, + "loss": 0.26112253665924073, + "mean_token_accuracy": 0.936613292992115, + "num_tokens": 25295627.0, + "step": 4070 + }, + { + "entropy": 0.22350301230326294, + "epoch": 1.155502053533494, + "grad_norm": 2.609375, + "learning_rate": 3.993362484336025e-06, + "loss": 0.27268052101135254, + "mean_token_accuracy": 0.9308605536818504, + "num_tokens": 25352177.0, + "step": 4080 + }, + { + "entropy": 0.2413484001532197, + "epoch": 1.1583345135249965, + "grad_norm": 2.53125, + "learning_rate": 3.97091135888121e-06, + "loss": 0.2961695194244385, + "mean_token_accuracy": 0.9274478688836097, + "num_tokens": 25408721.0, + "step": 4090 + }, + { + "entropy": 0.24861616538837553, + "epoch": 1.1611669735164991, + "grad_norm": 3.109375, + "learning_rate": 3.948481879076088e-06, + "loss": 0.3045854091644287, + "mean_token_accuracy": 0.9254580214619637, + "num_tokens": 25473577.0, + "step": 4100 + }, + { + "entropy": 0.22829729141667485, + "epoch": 1.1639994335080017, + "grad_norm": 2.78125, + "learning_rate": 3.926074516697964e-06, + "loss": 0.26290230751037597, + "mean_token_accuracy": 0.9304362386465073, + "num_tokens": 25534011.0, + "step": 4110 + }, + { + "entropy": 0.22681598402559758, + "epoch": 1.1668318934995043, + "grad_norm": 2.703125, + "learning_rate": 3.903689743058927e-06, + "loss": 0.2976879119873047, + "mean_token_accuracy": 0.930561275780201, + "num_tokens": 25596453.0, + "step": 4120 + }, + { + "entropy": 0.1806016440503299, + "epoch": 1.169664353491007, + "grad_norm": 2.921875, + "learning_rate": 3.881328028995939e-06, + "loss": 0.2117543935775757, + "mean_token_accuracy": 0.9451305896043778, + "num_tokens": 25652619.0, + "step": 4130 + }, + { + "entropy": 0.26367070972919465, + "epoch": 1.1724968134825096, + "grad_norm": 3.109375, + "learning_rate": 3.858989844860928e-06, + "loss": 0.3070235013961792, + "mean_token_accuracy": 0.9207400143146515, + "num_tokens": 25710982.0, + "step": 4140 + }, + { + "entropy": 0.2163207576610148, + "epoch": 1.1753292734740122, + "grad_norm": 2.5, + "learning_rate": 3.836675660510904e-06, + "loss": 0.2601778030395508, + "mean_token_accuracy": 0.9358288258314132, + "num_tokens": 25770860.0, + "step": 4150 + }, + { + "entropy": 0.2428675949573517, + "epoch": 1.1781617334655148, + "grad_norm": 3.53125, + "learning_rate": 3.814385945298064e-06, + "loss": 0.3027503252029419, + "mean_token_accuracy": 0.9261119350790977, + "num_tokens": 25831304.0, + "step": 4160 + }, + { + "entropy": 0.23329113675281404, + "epoch": 1.1809941934570174, + "grad_norm": 2.734375, + "learning_rate": 3.7921211680599316e-06, + "loss": 0.25751571655273436, + "mean_token_accuracy": 0.9266592547297478, + "num_tokens": 25889285.0, + "step": 4170 + }, + { + "entropy": 0.22774195326492191, + "epoch": 1.18382665344852, + "grad_norm": 2.828125, + "learning_rate": 3.7698817971094854e-06, + "loss": 0.25943894386291505, + "mean_token_accuracy": 0.9310021102428436, + "num_tokens": 25950889.0, + "step": 4180 + }, + { + "entropy": 0.30657786335796117, + "epoch": 1.1866591134400226, + "grad_norm": 3.1875, + "learning_rate": 3.7476683002253175e-06, + "loss": 0.3742470026016235, + "mean_token_accuracy": 0.9084239676594734, + "num_tokens": 26016710.0, + "step": 4190 + }, + { + "entropy": 0.26363484296016393, + "epoch": 1.1894915734315252, + "grad_norm": 3.25, + "learning_rate": 3.7254811446417816e-06, + "loss": 0.3128044605255127, + "mean_token_accuracy": 0.9210105195641518, + "num_tokens": 26076982.0, + "step": 4200 + }, + { + "entropy": 0.23388547785580158, + "epoch": 1.1923240334230278, + "grad_norm": 2.890625, + "learning_rate": 3.7033207970391847e-06, + "loss": 0.2698439359664917, + "mean_token_accuracy": 0.9309489011764527, + "num_tokens": 26137826.0, + "step": 4210 + }, + { + "entropy": 0.2579007504507899, + "epoch": 1.1951564934145305, + "grad_norm": 2.65625, + "learning_rate": 3.681187723533956e-06, + "loss": 0.31007983684539797, + "mean_token_accuracy": 0.922349001467228, + "num_tokens": 26198870.0, + "step": 4220 + }, + { + "entropy": 0.2128595493733883, + "epoch": 1.197988953406033, + "grad_norm": 2.84375, + "learning_rate": 3.65908238966884e-06, + "loss": 0.23348703384399414, + "mean_token_accuracy": 0.9355149224400521, + "num_tokens": 26261446.0, + "step": 4230 + }, + { + "entropy": 0.21918850131332873, + "epoch": 1.2008214133975357, + "grad_norm": 3.171875, + "learning_rate": 3.637005260403119e-06, + "loss": 0.27556893825531004, + "mean_token_accuracy": 0.9321137681603432, + "num_tokens": 26321393.0, + "step": 4240 + }, + { + "entropy": 0.265251987054944, + "epoch": 1.2036538733890383, + "grad_norm": 2.765625, + "learning_rate": 3.6149568001028223e-06, + "loss": 0.3239171266555786, + "mean_token_accuracy": 0.9196299970149994, + "num_tokens": 26388051.0, + "step": 4250 + }, + { + "entropy": 0.24416832169517874, + "epoch": 1.206486333380541, + "grad_norm": 3.6875, + "learning_rate": 3.5929374725309617e-06, + "loss": 0.30356464385986326, + "mean_token_accuracy": 0.926099605858326, + "num_tokens": 26453578.0, + "step": 4260 + }, + { + "entropy": 0.2318627736531198, + "epoch": 1.2093187933720437, + "grad_norm": 3.375, + "learning_rate": 3.5709477408377795e-06, + "loss": 0.28204798698425293, + "mean_token_accuracy": 0.9280649125576019, + "num_tokens": 26516677.0, + "step": 4270 + }, + { + "entropy": 0.21778175057843327, + "epoch": 1.2121512533635461, + "grad_norm": 3.484375, + "learning_rate": 3.5489880675509986e-06, + "loss": 0.26971137523651123, + "mean_token_accuracy": 0.9318681254982948, + "num_tokens": 26577736.0, + "step": 4280 + }, + { + "entropy": 0.19295280342921614, + "epoch": 1.214983713355049, + "grad_norm": 3.15625, + "learning_rate": 3.5270589145661038e-06, + "loss": 0.2568847894668579, + "mean_token_accuracy": 0.9388056635856629, + "num_tokens": 26638282.0, + "step": 4290 + }, + { + "entropy": 0.21848455602303146, + "epoch": 1.2178161733465516, + "grad_norm": 3.390625, + "learning_rate": 3.505160743136622e-06, + "loss": 0.2596912384033203, + "mean_token_accuracy": 0.9322919070720672, + "num_tokens": 26696035.0, + "step": 4300 + }, + { + "entropy": 0.26156329102814196, + "epoch": 1.2206486333380542, + "grad_norm": 2.921875, + "learning_rate": 3.4832940138644157e-06, + "loss": 0.3191622972488403, + "mean_token_accuracy": 0.9193585529923439, + "num_tokens": 26757717.0, + "step": 4310 + }, + { + "entropy": 0.19066684865392744, + "epoch": 1.2234810933295568, + "grad_norm": 3.25, + "learning_rate": 3.461459186690006e-06, + "loss": 0.213128399848938, + "mean_token_accuracy": 0.9399427071213722, + "num_tokens": 26814810.0, + "step": 4320 + }, + { + "entropy": 0.25585900731384753, + "epoch": 1.2263135533210594, + "grad_norm": 3.5, + "learning_rate": 3.4396567208828823e-06, + "loss": 0.32691617012023927, + "mean_token_accuracy": 0.9216562286019325, + "num_tokens": 26877440.0, + "step": 4330 + }, + { + "entropy": 0.24010503655299545, + "epoch": 1.229146013312562, + "grad_norm": 3.390625, + "learning_rate": 3.41788707503186e-06, + "loss": 0.3369575023651123, + "mean_token_accuracy": 0.9252798214554787, + "num_tokens": 26937573.0, + "step": 4340 + }, + { + "entropy": 0.19289563642814755, + "epoch": 1.2319784733040646, + "grad_norm": 2.890625, + "learning_rate": 3.396150707035424e-06, + "loss": 0.226908278465271, + "mean_token_accuracy": 0.9404228702187538, + "num_tokens": 26999317.0, + "step": 4350 + }, + { + "entropy": 0.25024923784658315, + "epoch": 1.2348109332955672, + "grad_norm": 2.75, + "learning_rate": 3.3744480740920944e-06, + "loss": 0.3028681755065918, + "mean_token_accuracy": 0.9250575214624405, + "num_tokens": 27056939.0, + "step": 4360 + }, + { + "entropy": 0.18302351711317896, + "epoch": 1.2376433932870698, + "grad_norm": 2.984375, + "learning_rate": 3.3527796326908203e-06, + "loss": 0.2093818426132202, + "mean_token_accuracy": 0.9447689831256867, + "num_tokens": 27117512.0, + "step": 4370 + }, + { + "entropy": 0.23567539155483247, + "epoch": 1.2404758532785725, + "grad_norm": 2.9375, + "learning_rate": 3.3311458386013686e-06, + "loss": 0.26779422760009763, + "mean_token_accuracy": 0.929200166463852, + "num_tokens": 27179134.0, + "step": 4380 + }, + { + "entropy": 0.262385786883533, + "epoch": 1.243308313270075, + "grad_norm": 2.984375, + "learning_rate": 3.3095471468647444e-06, + "loss": 0.3157880067825317, + "mean_token_accuracy": 0.921213936805725, + "num_tokens": 27242527.0, + "step": 4390 + }, + { + "entropy": 0.25156134786084294, + "epoch": 1.2461407732615777, + "grad_norm": 3.21875, + "learning_rate": 3.2879840117836175e-06, + "loss": 0.30792746543884275, + "mean_token_accuracy": 0.92156962454319, + "num_tokens": 27304448.0, + "step": 4400 + }, + { + "entropy": 0.21655702525749804, + "epoch": 1.2489732332530803, + "grad_norm": 2.546875, + "learning_rate": 3.266456886912761e-06, + "loss": 0.2759143114089966, + "mean_token_accuracy": 0.9322070553898811, + "num_tokens": 27364373.0, + "step": 4410 + }, + { + "entropy": 0.2756142715923488, + "epoch": 1.251805693244583, + "grad_norm": 3.09375, + "learning_rate": 3.2449662250495206e-06, + "loss": 0.33940753936767576, + "mean_token_accuracy": 0.914966894686222, + "num_tokens": 27428499.0, + "step": 4420 + }, + { + "entropy": 0.2818338614888489, + "epoch": 1.2546381532360855, + "grad_norm": 2.828125, + "learning_rate": 3.2235124782242866e-06, + "loss": 0.31711788177490235, + "mean_token_accuracy": 0.9134162411093711, + "num_tokens": 27493341.0, + "step": 4430 + }, + { + "entropy": 0.2091914065182209, + "epoch": 1.2574706132275881, + "grad_norm": 3.03125, + "learning_rate": 3.202096097690982e-06, + "loss": 0.24472830295562745, + "mean_token_accuracy": 0.9367028534412384, + "num_tokens": 27553035.0, + "step": 4440 + }, + { + "entropy": 0.2542508527636528, + "epoch": 1.2603030732190907, + "grad_norm": 2.1875, + "learning_rate": 3.180717533917578e-06, + "loss": 0.3394561767578125, + "mean_token_accuracy": 0.924777315557003, + "num_tokens": 27615534.0, + "step": 4450 + }, + { + "entropy": 0.25776216881349684, + "epoch": 1.2631355332105934, + "grad_norm": 2.875, + "learning_rate": 3.1593772365766107e-06, + "loss": 0.31199193000793457, + "mean_token_accuracy": 0.9221319362521172, + "num_tokens": 27679761.0, + "step": 4460 + }, + { + "entropy": 0.221833174303174, + "epoch": 1.265967993202096, + "grad_norm": 3.265625, + "learning_rate": 3.138075654535733e-06, + "loss": 0.2600731372833252, + "mean_token_accuracy": 0.9309741392731666, + "num_tokens": 27735044.0, + "step": 4470 + }, + { + "entropy": 0.25993210077285767, + "epoch": 1.2688004531935986, + "grad_norm": 2.875, + "learning_rate": 3.116813235848268e-06, + "loss": 0.29588348865509034, + "mean_token_accuracy": 0.9213003218173981, + "num_tokens": 27795159.0, + "step": 4480 + }, + { + "entropy": 0.25714250551536677, + "epoch": 1.2716329131851012, + "grad_norm": 2.65625, + "learning_rate": 3.0955904277437777e-06, + "loss": 0.3065769910812378, + "mean_token_accuracy": 0.9232428565621376, + "num_tokens": 27861206.0, + "step": 4490 + }, + { + "entropy": 0.25843508429825307, + "epoch": 1.2744653731766038, + "grad_norm": 2.921875, + "learning_rate": 3.0744076766186683e-06, + "loss": 0.309002947807312, + "mean_token_accuracy": 0.9217819094657898, + "num_tokens": 27925013.0, + "step": 4500 + }, + { + "entropy": 0.20204820288345218, + "epoch": 1.2772978331681064, + "grad_norm": 2.671875, + "learning_rate": 3.0532654280267963e-06, + "loss": 0.23697669506073, + "mean_token_accuracy": 0.9382702693343162, + "num_tokens": 27986113.0, + "step": 4510 + }, + { + "entropy": 0.2647128958255053, + "epoch": 1.2801302931596092, + "grad_norm": 2.71875, + "learning_rate": 3.0321641266700908e-06, + "loss": 0.3252225875854492, + "mean_token_accuracy": 0.9193501740694046, + "num_tokens": 28044486.0, + "step": 4520 + }, + { + "entropy": 0.2618610587902367, + "epoch": 1.2829627531511116, + "grad_norm": 2.953125, + "learning_rate": 3.011104216389209e-06, + "loss": 0.3027822494506836, + "mean_token_accuracy": 0.9214046269655227, + "num_tokens": 28105348.0, + "step": 4530 + }, + { + "entropy": 0.25285998843610286, + "epoch": 1.2857952131426145, + "grad_norm": 3.390625, + "learning_rate": 2.9900861401541935e-06, + "loss": 0.3302875518798828, + "mean_token_accuracy": 0.9243465468287468, + "num_tokens": 28167162.0, + "step": 4540 + }, + { + "entropy": 0.24863419402390718, + "epoch": 1.2886276731341169, + "grad_norm": 2.890625, + "learning_rate": 2.9691103400551612e-06, + "loss": 0.3088348627090454, + "mean_token_accuracy": 0.9230181276798248, + "num_tokens": 28229970.0, + "step": 4550 + }, + { + "entropy": 0.23397703059017658, + "epoch": 1.2914601331256197, + "grad_norm": 2.6875, + "learning_rate": 2.948177257292998e-06, + "loss": 0.2938363552093506, + "mean_token_accuracy": 0.9276159033179283, + "num_tokens": 28291333.0, + "step": 4560 + }, + { + "entropy": 0.2978225776925683, + "epoch": 1.2942925931171223, + "grad_norm": 2.609375, + "learning_rate": 2.9272873321700814e-06, + "loss": 0.3565410375595093, + "mean_token_accuracy": 0.9102242648601532, + "num_tokens": 28358389.0, + "step": 4570 + }, + { + "entropy": 0.2692898658104241, + "epoch": 1.297125053108625, + "grad_norm": 2.828125, + "learning_rate": 2.906441004081022e-06, + "loss": 0.3101436376571655, + "mean_token_accuracy": 0.9190399497747421, + "num_tokens": 28424358.0, + "step": 4580 + }, + { + "entropy": 0.21697850674390792, + "epoch": 1.2999575131001275, + "grad_norm": 3.25, + "learning_rate": 2.8856387115034174e-06, + "loss": 0.2602779626846313, + "mean_token_accuracy": 0.9343308910727501, + "num_tokens": 28481933.0, + "step": 4590 + }, + { + "entropy": 0.2726894068531692, + "epoch": 1.3027899730916301, + "grad_norm": 2.984375, + "learning_rate": 2.864880891988629e-06, + "loss": 0.32516028881073, + "mean_token_accuracy": 0.9169021070003509, + "num_tokens": 28546247.0, + "step": 4600 + }, + { + "entropy": 0.25623656772077086, + "epoch": 1.3056224330831327, + "grad_norm": 2.734375, + "learning_rate": 2.8441679821525857e-06, + "loss": 0.30165460109710696, + "mean_token_accuracy": 0.9226235717535018, + "num_tokens": 28613486.0, + "step": 4610 + }, + { + "entropy": 0.24329884480684996, + "epoch": 1.3084548930746354, + "grad_norm": 3.328125, + "learning_rate": 2.8235004176665915e-06, + "loss": 0.291753888130188, + "mean_token_accuracy": 0.9246421366930008, + "num_tokens": 28674698.0, + "step": 4620 + }, + { + "entropy": 0.2701176831498742, + "epoch": 1.311287353066138, + "grad_norm": 2.828125, + "learning_rate": 2.8028786332481618e-06, + "loss": 0.35086085796356203, + "mean_token_accuracy": 0.9178305074572564, + "num_tokens": 28740730.0, + "step": 4630 + }, + { + "entropy": 0.26439649127423764, + "epoch": 1.3141198130576406, + "grad_norm": 3.796875, + "learning_rate": 2.782303062651891e-06, + "loss": 0.30096120834350587, + "mean_token_accuracy": 0.9212312117218971, + "num_tokens": 28799052.0, + "step": 4640 + }, + { + "entropy": 0.2616453727707267, + "epoch": 1.3169522730491432, + "grad_norm": 3.078125, + "learning_rate": 2.7617741386603147e-06, + "loss": 0.32627871036529543, + "mean_token_accuracy": 0.9230263277888298, + "num_tokens": 28856755.0, + "step": 4650 + }, + { + "entropy": 0.22390527790412307, + "epoch": 1.3197847330406458, + "grad_norm": 3.03125, + "learning_rate": 2.741292293074815e-06, + "loss": 0.28043675422668457, + "mean_token_accuracy": 0.9319010078907013, + "num_tokens": 28917405.0, + "step": 4660 + }, + { + "entropy": 0.26067772330716255, + "epoch": 1.3226171930321484, + "grad_norm": 3.234375, + "learning_rate": 2.720857956706535e-06, + "loss": 0.31217050552368164, + "mean_token_accuracy": 0.9196974828839302, + "num_tokens": 28979060.0, + "step": 4670 + }, + { + "entropy": 0.24639188363216818, + "epoch": 1.325449653023651, + "grad_norm": 2.09375, + "learning_rate": 2.7004715593673193e-06, + "loss": 0.29030728340148926, + "mean_token_accuracy": 0.9242595240473748, + "num_tokens": 29048990.0, + "step": 4680 + }, + { + "entropy": 0.2595814616419375, + "epoch": 1.3282821130151536, + "grad_norm": 3.578125, + "learning_rate": 2.6801335298606735e-06, + "loss": 0.34323825836181643, + "mean_token_accuracy": 0.9196496069431305, + "num_tokens": 29108668.0, + "step": 4690 + }, + { + "entropy": 0.2499905712902546, + "epoch": 1.3311145730066563, + "grad_norm": 3.640625, + "learning_rate": 2.6598442959727405e-06, + "loss": 0.30095908641815183, + "mean_token_accuracy": 0.9234166145324707, + "num_tokens": 29170628.0, + "step": 4700 + }, + { + "entropy": 0.2795558024197817, + "epoch": 1.3339470329981589, + "grad_norm": 3.03125, + "learning_rate": 2.6396042844633084e-06, + "loss": 0.3358647108078003, + "mean_token_accuracy": 0.9151357725262642, + "num_tokens": 29231430.0, + "step": 4710 + }, + { + "entropy": 0.2527871862053871, + "epoch": 1.3367794929896615, + "grad_norm": 2.53125, + "learning_rate": 2.619413921056828e-06, + "loss": 0.2981950998306274, + "mean_token_accuracy": 0.9234776467084884, + "num_tokens": 29292069.0, + "step": 4720 + }, + { + "entropy": 0.24699923824518918, + "epoch": 1.339611952981164, + "grad_norm": 3.296875, + "learning_rate": 2.599273630433468e-06, + "loss": 0.2985649824142456, + "mean_token_accuracy": 0.9248224750161171, + "num_tokens": 29353453.0, + "step": 4730 + }, + { + "entropy": 0.2077005637809634, + "epoch": 1.3424444129726667, + "grad_norm": 2.703125, + "learning_rate": 2.5791838362201697e-06, + "loss": 0.2560413122177124, + "mean_token_accuracy": 0.9381126925349236, + "num_tokens": 29413096.0, + "step": 4740 + }, + { + "entropy": 0.25310145076364277, + "epoch": 1.3452768729641693, + "grad_norm": 2.453125, + "learning_rate": 2.559144960981743e-06, + "loss": 0.32078449726104735, + "mean_token_accuracy": 0.9215926051139831, + "num_tokens": 29477862.0, + "step": 4750 + }, + { + "entropy": 0.2216710806824267, + "epoch": 1.348109332955672, + "grad_norm": 3.3125, + "learning_rate": 2.539157426211984e-06, + "loss": 0.2861553430557251, + "mean_token_accuracy": 0.9337741181254386, + "num_tokens": 29536454.0, + "step": 4760 + }, + { + "entropy": 0.2361689003184438, + "epoch": 1.3509417929471748, + "grad_norm": 2.390625, + "learning_rate": 2.519221652324797e-06, + "loss": 0.28600006103515624, + "mean_token_accuracy": 0.9263621792197227, + "num_tokens": 29597387.0, + "step": 4770 + }, + { + "entropy": 0.20784252174198628, + "epoch": 1.3537742529386771, + "grad_norm": 2.484375, + "learning_rate": 2.4993380586453588e-06, + "loss": 0.24996912479400635, + "mean_token_accuracy": 0.936021265387535, + "num_tokens": 29661427.0, + "step": 4780 + }, + { + "entropy": 0.277555535454303, + "epoch": 1.35660671293018, + "grad_norm": 3.1875, + "learning_rate": 2.479507063401305e-06, + "loss": 0.3356276273727417, + "mean_token_accuracy": 0.9166460618376732, + "num_tokens": 29724154.0, + "step": 4790 + }, + { + "entropy": 0.32572520449757575, + "epoch": 1.3594391729216824, + "grad_norm": 4.625, + "learning_rate": 2.4597290837139133e-06, + "loss": 0.3810946226119995, + "mean_token_accuracy": 0.9033881530165673, + "num_tokens": 29788592.0, + "step": 4800 + }, + { + "entropy": 0.21838265378028154, + "epoch": 1.3622716329131852, + "grad_norm": 2.359375, + "learning_rate": 2.4400045355893524e-06, + "loss": 0.2777862071990967, + "mean_token_accuracy": 0.9348648384213447, + "num_tokens": 29851049.0, + "step": 4810 + }, + { + "entropy": 0.24609042005613446, + "epoch": 1.3651040929046876, + "grad_norm": 3.375, + "learning_rate": 2.420333833909924e-06, + "loss": 0.30987935066223143, + "mean_token_accuracy": 0.9248693987727166, + "num_tokens": 29913629.0, + "step": 4820 + }, + { + "entropy": 0.21056049782782793, + "epoch": 1.3679365528961904, + "grad_norm": 3.28125, + "learning_rate": 2.4007173924253212e-06, + "loss": 0.2472922086715698, + "mean_token_accuracy": 0.9366860389709473, + "num_tokens": 29971964.0, + "step": 4830 + }, + { + "entropy": 0.30174947492778303, + "epoch": 1.370769012887693, + "grad_norm": 2.765625, + "learning_rate": 2.381155623743953e-06, + "loss": 0.3823577880859375, + "mean_token_accuracy": 0.9080246448516845, + "num_tokens": 30043759.0, + "step": 4840 + }, + { + "entropy": 0.25103030242025853, + "epoch": 1.3736014728791957, + "grad_norm": 3.453125, + "learning_rate": 2.361648939324243e-06, + "loss": 0.28985164165496824, + "mean_token_accuracy": 0.926340526342392, + "num_tokens": 30100262.0, + "step": 4850 + }, + { + "entropy": 0.2580802061595023, + "epoch": 1.3764339328706983, + "grad_norm": 3.28125, + "learning_rate": 2.342197749465984e-06, + "loss": 0.31032874584198, + "mean_token_accuracy": 0.9193428009748459, + "num_tokens": 30164118.0, + "step": 4860 + }, + { + "entropy": 0.27607944067567586, + "epoch": 1.3792663928622009, + "grad_norm": 3.40625, + "learning_rate": 2.3228024633017116e-06, + "loss": 0.3126307487487793, + "mean_token_accuracy": 0.9179492324590683, + "num_tokens": 30224388.0, + "step": 4870 + }, + { + "entropy": 0.28047991786152127, + "epoch": 1.3820988528537035, + "grad_norm": 2.71875, + "learning_rate": 2.303463488788089e-06, + "loss": 0.30843875408172605, + "mean_token_accuracy": 0.9161667764186859, + "num_tokens": 30289143.0, + "step": 4880 + }, + { + "entropy": 0.2500641171820462, + "epoch": 1.384931312845206, + "grad_norm": 4.3125, + "learning_rate": 2.284181232697332e-06, + "loss": 0.3286006450653076, + "mean_token_accuracy": 0.9237422406673431, + "num_tokens": 30347509.0, + "step": 4890 + }, + { + "entropy": 0.26391101712360976, + "epoch": 1.3877637728367087, + "grad_norm": 3.1875, + "learning_rate": 2.2649561006086558e-06, + "loss": 0.36521620750427247, + "mean_token_accuracy": 0.921583104133606, + "num_tokens": 30407734.0, + "step": 4900 + }, + { + "entropy": 0.2082054775673896, + "epoch": 1.3905962328282113, + "grad_norm": 3.171875, + "learning_rate": 2.245788496899736e-06, + "loss": 0.26845521926879884, + "mean_token_accuracy": 0.9378845795989037, + "num_tokens": 30466946.0, + "step": 4910 + }, + { + "entropy": 0.22866754801943898, + "epoch": 1.393428692819714, + "grad_norm": 2.75, + "learning_rate": 2.2266788247382104e-06, + "loss": 0.27818896770477297, + "mean_token_accuracy": 0.9301291614770889, + "num_tokens": 30533581.0, + "step": 4920 + }, + { + "entropy": 0.24968635374680162, + "epoch": 1.3962611528112165, + "grad_norm": 3.1875, + "learning_rate": 2.207627486073193e-06, + "loss": 0.287874698638916, + "mean_token_accuracy": 0.9242622211575509, + "num_tokens": 30601850.0, + "step": 4930 + }, + { + "entropy": 0.30023376140743496, + "epoch": 1.3990936128027192, + "grad_norm": 2.578125, + "learning_rate": 2.188634881626824e-06, + "loss": 0.3350045680999756, + "mean_token_accuracy": 0.9105271488428116, + "num_tokens": 30671400.0, + "step": 4940 + }, + { + "entropy": 0.2472711553797126, + "epoch": 1.4019260727942218, + "grad_norm": 2.640625, + "learning_rate": 2.169701410885844e-06, + "loss": 0.30690841674804686, + "mean_token_accuracy": 0.925593939423561, + "num_tokens": 30730507.0, + "step": 4950 + }, + { + "entropy": 0.25907982494682075, + "epoch": 1.4047585327857244, + "grad_norm": 3.234375, + "learning_rate": 2.1508274720931782e-06, + "loss": 0.28761587142944334, + "mean_token_accuracy": 0.9222486436367034, + "num_tokens": 30795393.0, + "step": 4960 + }, + { + "entropy": 0.2811718896962702, + "epoch": 1.407590992777227, + "grad_norm": 3.234375, + "learning_rate": 2.132013462239575e-06, + "loss": 0.3265038251876831, + "mean_token_accuracy": 0.9145691886544227, + "num_tokens": 30857562.0, + "step": 4970 + }, + { + "entropy": 0.28517370773479345, + "epoch": 1.4104234527687296, + "grad_norm": 2.328125, + "learning_rate": 2.1132597770552438e-06, + "loss": 0.31507909297943115, + "mean_token_accuracy": 0.9142434164881706, + "num_tokens": 30922675.0, + "step": 4980 + }, + { + "entropy": 0.19877292485907674, + "epoch": 1.4132559127602322, + "grad_norm": 3.765625, + "learning_rate": 2.0945668110015444e-06, + "loss": 0.23243415355682373, + "mean_token_accuracy": 0.9366410985589028, + "num_tokens": 30976543.0, + "step": 4990 + }, + { + "entropy": 0.2432062154635787, + "epoch": 1.4160883727517348, + "grad_norm": 2.5, + "learning_rate": 2.0759349572626746e-06, + "loss": 0.2862151384353638, + "mean_token_accuracy": 0.9267523601651192, + "num_tokens": 31038473.0, + "step": 5000 + }, + { + "entropy": 0.3237845581024885, + "epoch": 1.4189208327432374, + "grad_norm": 3.875, + "learning_rate": 2.0573646077374104e-06, + "loss": 0.37770848274230956, + "mean_token_accuracy": 0.9031021609902382, + "num_tokens": 31099230.0, + "step": 5010 + }, + { + "entropy": 0.2877516193315387, + "epoch": 1.42175329273474, + "grad_norm": 2.734375, + "learning_rate": 2.0388561530308635e-06, + "loss": 0.34712216854095457, + "mean_token_accuracy": 0.9134866118431091, + "num_tokens": 31166088.0, + "step": 5020 + }, + { + "entropy": 0.2820683201774955, + "epoch": 1.4245857527262427, + "grad_norm": 2.796875, + "learning_rate": 2.020409982446257e-06, + "loss": 0.3219949960708618, + "mean_token_accuracy": 0.9166051208972931, + "num_tokens": 31228723.0, + "step": 5030 + }, + { + "entropy": 0.27668618680909274, + "epoch": 1.4274182127177455, + "grad_norm": 2.515625, + "learning_rate": 2.002026483976743e-06, + "loss": 0.3125786066055298, + "mean_token_accuracy": 0.9155862748622894, + "num_tokens": 31291073.0, + "step": 5040 + }, + { + "entropy": 0.2827945364639163, + "epoch": 1.4302506727092479, + "grad_norm": 2.890625, + "learning_rate": 1.983706044297246e-06, + "loss": 0.3369795560836792, + "mean_token_accuracy": 0.9160067468881607, + "num_tokens": 31353485.0, + "step": 5050 + }, + { + "entropy": 0.26270845299586654, + "epoch": 1.4330831327007507, + "grad_norm": 2.390625, + "learning_rate": 1.965449048756313e-06, + "loss": 0.32433252334594725, + "mean_token_accuracy": 0.917706748843193, + "num_tokens": 31416187.0, + "step": 5060 + }, + { + "entropy": 0.25601281197741627, + "epoch": 1.435915592692253, + "grad_norm": 3.171875, + "learning_rate": 1.9472558813680302e-06, + "loss": 0.3209353446960449, + "mean_token_accuracy": 0.9202107876539231, + "num_tokens": 31476116.0, + "step": 5070 + }, + { + "entropy": 0.20480688754469156, + "epoch": 1.438748052683756, + "grad_norm": 2.640625, + "learning_rate": 1.929126924803934e-06, + "loss": 0.23985617160797118, + "mean_token_accuracy": 0.9381486117839813, + "num_tokens": 31535405.0, + "step": 5080 + }, + { + "entropy": 0.2611421229317784, + "epoch": 1.4415805126752583, + "grad_norm": 3.5625, + "learning_rate": 1.9110625603849527e-06, + "loss": 0.32944498062133787, + "mean_token_accuracy": 0.9202523365616798, + "num_tokens": 31597693.0, + "step": 5090 + }, + { + "entropy": 0.23836144469678403, + "epoch": 1.4444129726667612, + "grad_norm": 2.03125, + "learning_rate": 1.893063168073408e-06, + "loss": 0.29022033214569093, + "mean_token_accuracy": 0.9306372493505478, + "num_tokens": 31656977.0, + "step": 5100 + }, + { + "entropy": 0.28606463205069305, + "epoch": 1.4472454326582638, + "grad_norm": 2.5, + "learning_rate": 1.8751291264650046e-06, + "loss": 0.3439618110656738, + "mean_token_accuracy": 0.9139068111777305, + "num_tokens": 31718707.0, + "step": 5110 + }, + { + "entropy": 0.2603332348167896, + "epoch": 1.4500778926497664, + "grad_norm": 3.359375, + "learning_rate": 1.8572608127808728e-06, + "loss": 0.31691861152648926, + "mean_token_accuracy": 0.9209822177886963, + "num_tokens": 31782906.0, + "step": 5120 + }, + { + "entropy": 0.20631724232807755, + "epoch": 1.452910352641269, + "grad_norm": 2.3125, + "learning_rate": 1.83945860285964e-06, + "loss": 0.2487272262573242, + "mean_token_accuracy": 0.9387247279286385, + "num_tokens": 31843112.0, + "step": 5130 + }, + { + "entropy": 0.312122474052012, + "epoch": 1.4557428126327716, + "grad_norm": 2.59375, + "learning_rate": 1.8217228711495144e-06, + "loss": 0.3650108814239502, + "mean_token_accuracy": 0.903496403992176, + "num_tokens": 31908733.0, + "step": 5140 + }, + { + "entropy": 0.21777895856648682, + "epoch": 1.4585752726242742, + "grad_norm": 2.84375, + "learning_rate": 1.8040539907004151e-06, + "loss": 0.2540838003158569, + "mean_token_accuracy": 0.933236388862133, + "num_tokens": 31965951.0, + "step": 5150 + }, + { + "entropy": 0.2150375141762197, + "epoch": 1.4614077326157768, + "grad_norm": 3.109375, + "learning_rate": 1.7864523331561289e-06, + "loss": 0.25230045318603517, + "mean_token_accuracy": 0.9354735314846039, + "num_tokens": 32030628.0, + "step": 5160 + }, + { + "entropy": 0.2608655440621078, + "epoch": 1.4642401926072794, + "grad_norm": 3.046875, + "learning_rate": 1.7689182687464856e-06, + "loss": 0.3130248308181763, + "mean_token_accuracy": 0.9211593955755234, + "num_tokens": 32097676.0, + "step": 5170 + }, + { + "entropy": 0.25380949294194577, + "epoch": 1.467072652598782, + "grad_norm": 2.890625, + "learning_rate": 1.7514521662795747e-06, + "loss": 0.2816046476364136, + "mean_token_accuracy": 0.9257098287343979, + "num_tokens": 32158741.0, + "step": 5180 + }, + { + "entropy": 0.25251292893663047, + "epoch": 1.4699051125902847, + "grad_norm": 2.65625, + "learning_rate": 1.7340543931339855e-06, + "loss": 0.29217917919158937, + "mean_token_accuracy": 0.9239209443330765, + "num_tokens": 32214336.0, + "step": 5190 + }, + { + "entropy": 0.19389442894607783, + "epoch": 1.4727375725817873, + "grad_norm": 2.609375, + "learning_rate": 1.7167253152510881e-06, + "loss": 0.2437535524368286, + "mean_token_accuracy": 0.9410161271691322, + "num_tokens": 32272894.0, + "step": 5200 + }, + { + "entropy": 0.24098797258920968, + "epoch": 1.47557003257329, + "grad_norm": 2.734375, + "learning_rate": 1.6994652971273234e-06, + "loss": 0.3020350217819214, + "mean_token_accuracy": 0.927329009771347, + "num_tokens": 32334986.0, + "step": 5210 + }, + { + "entropy": 0.22781321993097664, + "epoch": 1.4784024925647925, + "grad_norm": 3.34375, + "learning_rate": 1.6822747018065454e-06, + "loss": 0.27587802410125734, + "mean_token_accuracy": 0.9302007511258126, + "num_tokens": 32400375.0, + "step": 5220 + }, + { + "entropy": 0.2371103228069842, + "epoch": 1.4812349525562951, + "grad_norm": 2.640625, + "learning_rate": 1.6651538908723819e-06, + "loss": 0.2963529586791992, + "mean_token_accuracy": 0.9281015366315841, + "num_tokens": 32461495.0, + "step": 5230 + }, + { + "entropy": 0.2026872721500695, + "epoch": 1.4840674125477977, + "grad_norm": 3.703125, + "learning_rate": 1.648103224440628e-06, + "loss": 0.2533473253250122, + "mean_token_accuracy": 0.9393594354391098, + "num_tokens": 32520488.0, + "step": 5240 + }, + { + "entropy": 0.27795653184875846, + "epoch": 1.4868998725393003, + "grad_norm": 4.28125, + "learning_rate": 1.6311230611516787e-06, + "loss": 0.3331992864608765, + "mean_token_accuracy": 0.9139838621020318, + "num_tokens": 32579890.0, + "step": 5250 + }, + { + "entropy": 0.24200157299637795, + "epoch": 1.489732332530803, + "grad_norm": 2.453125, + "learning_rate": 1.6142137581629735e-06, + "loss": 0.29794676303863527, + "mean_token_accuracy": 0.9251758947968483, + "num_tokens": 32638891.0, + "step": 5260 + }, + { + "entropy": 0.28265436114743353, + "epoch": 1.4925647925223056, + "grad_norm": 2.953125, + "learning_rate": 1.5973756711414906e-06, + "loss": 0.32789628505706786, + "mean_token_accuracy": 0.9158792689442634, + "num_tokens": 32698889.0, + "step": 5270 + }, + { + "entropy": 0.2547013622708619, + "epoch": 1.4953972525138082, + "grad_norm": 3.34375, + "learning_rate": 1.5806091542562702e-06, + "loss": 0.3087520360946655, + "mean_token_accuracy": 0.9223901182413101, + "num_tokens": 32761937.0, + "step": 5280 + }, + { + "entropy": 0.22827409273013471, + "epoch": 1.4982297125053108, + "grad_norm": 2.9375, + "learning_rate": 1.5639145601709565e-06, + "loss": 0.2831422328948975, + "mean_token_accuracy": 0.9307228982448578, + "num_tokens": 32827776.0, + "step": 5290 + }, + { + "entropy": 0.2951494877226651, + "epoch": 1.5010621724968134, + "grad_norm": 2.59375, + "learning_rate": 1.5472922400363822e-06, + "loss": 0.36947824954986574, + "mean_token_accuracy": 0.9096596837043762, + "num_tokens": 32894314.0, + "step": 5300 + }, + { + "entropy": 0.2979168656282127, + "epoch": 1.5038946324883162, + "grad_norm": 2.859375, + "learning_rate": 1.5307425434831907e-06, + "loss": 0.3343170642852783, + "mean_token_accuracy": 0.9080912008881569, + "num_tokens": 32956538.0, + "step": 5310 + }, + { + "entropy": 0.30057740341871975, + "epoch": 1.5067270924798186, + "grad_norm": 3.15625, + "learning_rate": 1.5142658186144643e-06, + "loss": 0.35959796905517577, + "mean_token_accuracy": 0.910037699341774, + "num_tokens": 33021410.0, + "step": 5320 + }, + { + "entropy": 0.24314799094572664, + "epoch": 1.5095595524713215, + "grad_norm": 2.875, + "learning_rate": 1.4978624119984215e-06, + "loss": 0.2805622100830078, + "mean_token_accuracy": 0.9268027886748313, + "num_tokens": 33077695.0, + "step": 5330 + }, + { + "entropy": 0.20980772599577904, + "epoch": 1.5123920124628238, + "grad_norm": 3.21875, + "learning_rate": 1.4815326686611203e-06, + "loss": 0.2554431200027466, + "mean_token_accuracy": 0.936587342619896, + "num_tokens": 33139831.0, + "step": 5340 + }, + { + "entropy": 0.21507870415225624, + "epoch": 1.5152244724543267, + "grad_norm": 3.203125, + "learning_rate": 1.4652769320791903e-06, + "loss": 0.24842193126678466, + "mean_token_accuracy": 0.9355509415268898, + "num_tokens": 33197251.0, + "step": 5350 + }, + { + "entropy": 0.2641136610880494, + "epoch": 1.518056932445829, + "grad_norm": 3.8125, + "learning_rate": 1.4490955441726274e-06, + "loss": 0.3337679624557495, + "mean_token_accuracy": 0.9209033325314522, + "num_tokens": 33257985.0, + "step": 5360 + }, + { + "entropy": 0.24620256144553423, + "epoch": 1.520889392437332, + "grad_norm": 3.484375, + "learning_rate": 1.432988845297586e-06, + "loss": 0.29033358097076417, + "mean_token_accuracy": 0.9254283532500267, + "num_tokens": 33319091.0, + "step": 5370 + }, + { + "entropy": 0.2379481267184019, + "epoch": 1.5237218524288343, + "grad_norm": 2.265625, + "learning_rate": 1.4169571742392258e-06, + "loss": 0.27025935649871824, + "mean_token_accuracy": 0.9277426168322563, + "num_tokens": 33383844.0, + "step": 5380 + }, + { + "entropy": 0.2868938121944666, + "epoch": 1.5265543124203371, + "grad_norm": 3.71875, + "learning_rate": 1.4010008682045923e-06, + "loss": 0.3404625415802002, + "mean_token_accuracy": 0.9113814622163773, + "num_tokens": 33453218.0, + "step": 5390 + }, + { + "entropy": 0.22716827960684896, + "epoch": 1.5293867724118397, + "grad_norm": 3.171875, + "learning_rate": 1.3851202628155107e-06, + "loss": 0.25096280574798585, + "mean_token_accuracy": 0.9309007912874222, + "num_tokens": 33508903.0, + "step": 5400 + }, + { + "entropy": 0.27040613191202284, + "epoch": 1.5322192324033423, + "grad_norm": 3.328125, + "learning_rate": 1.369315692101536e-06, + "loss": 0.32122843265533446, + "mean_token_accuracy": 0.9177961051464081, + "num_tokens": 33573171.0, + "step": 5410 + }, + { + "entropy": 0.2600837898440659, + "epoch": 1.535051692394845, + "grad_norm": 3.234375, + "learning_rate": 1.3535874884929268e-06, + "loss": 0.3213672637939453, + "mean_token_accuracy": 0.9197964414954185, + "num_tokens": 33636074.0, + "step": 5420 + }, + { + "entropy": 0.22881285650655628, + "epoch": 1.5378841523863476, + "grad_norm": 3.09375, + "learning_rate": 1.3379359828136484e-06, + "loss": 0.2707126379013062, + "mean_token_accuracy": 0.9294409155845642, + "num_tokens": 33698927.0, + "step": 5430 + }, + { + "entropy": 0.2975919903255999, + "epoch": 1.5407166123778502, + "grad_norm": 2.5625, + "learning_rate": 1.3223615042744177e-06, + "loss": 0.34776482582092283, + "mean_token_accuracy": 0.9107442811131478, + "num_tokens": 33760454.0, + "step": 5440 + }, + { + "entropy": 0.2446910054422915, + "epoch": 1.5435490723693528, + "grad_norm": 3.6875, + "learning_rate": 1.3068643804657755e-06, + "loss": 0.3253368616104126, + "mean_token_accuracy": 0.9267232105135917, + "num_tokens": 33820778.0, + "step": 5450 + }, + { + "entropy": 0.24788066679611803, + "epoch": 1.5463815323608554, + "grad_norm": 3.1875, + "learning_rate": 1.2914449373512039e-06, + "loss": 0.290773868560791, + "mean_token_accuracy": 0.9264207080006599, + "num_tokens": 33885412.0, + "step": 5460 + }, + { + "entropy": 0.26637936308979987, + "epoch": 1.549213992352358, + "grad_norm": 2.84375, + "learning_rate": 1.2761034992602594e-06, + "loss": 0.302551794052124, + "mean_token_accuracy": 0.9195884510874748, + "num_tokens": 33949818.0, + "step": 5470 + }, + { + "entropy": 0.25932731870561837, + "epoch": 1.5520464523438606, + "grad_norm": 2.734375, + "learning_rate": 1.260840388881757e-06, + "loss": 0.3070210456848145, + "mean_token_accuracy": 0.9207321554422379, + "num_tokens": 34014584.0, + "step": 5480 + }, + { + "entropy": 0.27443883698433635, + "epoch": 1.5548789123353632, + "grad_norm": 3.46875, + "learning_rate": 1.2456559272569835e-06, + "loss": 0.33689801692962645, + "mean_token_accuracy": 0.9148522824048996, + "num_tokens": 34084875.0, + "step": 5490 + }, + { + "entropy": 0.23238408304750918, + "epoch": 1.5577113723268659, + "grad_norm": 2.359375, + "learning_rate": 1.2305504337729402e-06, + "loss": 0.2621855497360229, + "mean_token_accuracy": 0.9286026373505593, + "num_tokens": 34149334.0, + "step": 5500 + }, + { + "entropy": 0.19104345375671983, + "epoch": 1.5605438323183685, + "grad_norm": 3.0, + "learning_rate": 1.2155242261556322e-06, + "loss": 0.21013360023498534, + "mean_token_accuracy": 0.9440885782241821, + "num_tokens": 34208909.0, + "step": 5510 + }, + { + "entropy": 0.3090286682359874, + "epoch": 1.563376292309871, + "grad_norm": 3.546875, + "learning_rate": 1.2005776204633784e-06, + "loss": 0.3435187578201294, + "mean_token_accuracy": 0.906642059981823, + "num_tokens": 34277789.0, + "step": 5520 + }, + { + "entropy": 0.27096550054848195, + "epoch": 1.5662087523013737, + "grad_norm": 3.0, + "learning_rate": 1.1857109310801646e-06, + "loss": 0.33941338062286375, + "mean_token_accuracy": 0.9181032046675682, + "num_tokens": 34341408.0, + "step": 5530 + }, + { + "entropy": 0.2512120358645916, + "epoch": 1.5690412122928765, + "grad_norm": 2.953125, + "learning_rate": 1.1709244707090379e-06, + "loss": 0.3203424453735352, + "mean_token_accuracy": 0.9274255812168122, + "num_tokens": 34401100.0, + "step": 5540 + }, + { + "entropy": 0.22159507512114943, + "epoch": 1.571873672284379, + "grad_norm": 3.25, + "learning_rate": 1.1562185503655189e-06, + "loss": 0.26977603435516356, + "mean_token_accuracy": 0.9318756386637688, + "num_tokens": 34462912.0, + "step": 5550 + }, + { + "entropy": 0.23320558797568083, + "epoch": 1.5747061322758817, + "grad_norm": 1.9609375, + "learning_rate": 1.1415934793710665e-06, + "loss": 0.2658952474594116, + "mean_token_accuracy": 0.9283665150403977, + "num_tokens": 34524813.0, + "step": 5560 + }, + { + "entropy": 0.2423627723939717, + "epoch": 1.5775385922673841, + "grad_norm": 2.453125, + "learning_rate": 1.1270495653465736e-06, + "loss": 0.2817867279052734, + "mean_token_accuracy": 0.9266665682196618, + "num_tokens": 34588658.0, + "step": 5570 + }, + { + "entropy": 0.288007527962327, + "epoch": 1.580371052258887, + "grad_norm": 3.5625, + "learning_rate": 1.1125871142058853e-06, + "loss": 0.3256409168243408, + "mean_token_accuracy": 0.9146550044417381, + "num_tokens": 34651205.0, + "step": 5580 + }, + { + "entropy": 0.26610668897628786, + "epoch": 1.5832035122503894, + "grad_norm": 3.21875, + "learning_rate": 1.09820643014938e-06, + "loss": 0.30162830352783204, + "mean_token_accuracy": 0.9187943205237389, + "num_tokens": 34712268.0, + "step": 5590 + }, + { + "entropy": 0.23809606842696668, + "epoch": 1.5860359722418922, + "grad_norm": 2.671875, + "learning_rate": 1.0839078156575627e-06, + "loss": 0.2636057615280151, + "mean_token_accuracy": 0.9277158841490746, + "num_tokens": 34772045.0, + "step": 5600 + }, + { + "entropy": 0.22600625092163681, + "epoch": 1.5888684322333946, + "grad_norm": 2.96875, + "learning_rate": 1.0696915714846957e-06, + "loss": 0.2677895545959473, + "mean_token_accuracy": 0.9321974024176598, + "num_tokens": 34833071.0, + "step": 5610 + }, + { + "entropy": 0.24366146139800549, + "epoch": 1.5917008922248974, + "grad_norm": 3.53125, + "learning_rate": 1.0555579966524881e-06, + "loss": 0.29182281494140627, + "mean_token_accuracy": 0.9258176818490028, + "num_tokens": 34894119.0, + "step": 5620 + }, + { + "entropy": 0.21388702299445866, + "epoch": 1.5945333522163998, + "grad_norm": 3.0625, + "learning_rate": 1.0415073884437976e-06, + "loss": 0.2524517774581909, + "mean_token_accuracy": 0.9357389867305755, + "num_tokens": 34952146.0, + "step": 5630 + }, + { + "entropy": 0.21859713681042195, + "epoch": 1.5973658122079026, + "grad_norm": 2.8125, + "learning_rate": 1.0275400423963717e-06, + "loss": 0.24928975105285645, + "mean_token_accuracy": 0.934303593635559, + "num_tokens": 35011714.0, + "step": 5640 + }, + { + "entropy": 0.2579089604318142, + "epoch": 1.600198272199405, + "grad_norm": 2.921875, + "learning_rate": 1.0136562522966441e-06, + "loss": 0.31113855838775634, + "mean_token_accuracy": 0.9202840358018876, + "num_tokens": 35074651.0, + "step": 5650 + }, + { + "entropy": 0.26469491589814426, + "epoch": 1.6030307321909079, + "grad_norm": 3.140625, + "learning_rate": 9.998563101735476e-07, + "loss": 0.3200496435165405, + "mean_token_accuracy": 0.9220004096627236, + "num_tokens": 35138648.0, + "step": 5660 + }, + { + "entropy": 0.22206950206309556, + "epoch": 1.6058631921824105, + "grad_norm": 2.640625, + "learning_rate": 9.861405062923697e-07, + "loss": 0.2514327049255371, + "mean_token_accuracy": 0.9321804001927376, + "num_tokens": 35196730.0, + "step": 5670 + }, + { + "entropy": 0.24417279483750462, + "epoch": 1.608695652173913, + "grad_norm": 3.328125, + "learning_rate": 9.725091291486566e-07, + "loss": 0.30283517837524415, + "mean_token_accuracy": 0.926240362226963, + "num_tokens": 35257197.0, + "step": 5680 + }, + { + "entropy": 0.30107640102505684, + "epoch": 1.6115281121654157, + "grad_norm": 2.296875, + "learning_rate": 9.589624654621337e-07, + "loss": 0.374169659614563, + "mean_token_accuracy": 0.9090639904141427, + "num_tokens": 35322366.0, + "step": 5690 + }, + { + "entropy": 0.25959637677297, + "epoch": 1.6143605721569183, + "grad_norm": 3.5, + "learning_rate": 9.455008001706823e-07, + "loss": 0.3035139560699463, + "mean_token_accuracy": 0.920881375670433, + "num_tokens": 35384760.0, + "step": 5700 + }, + { + "entropy": 0.26152828708291054, + "epoch": 1.617193032148421, + "grad_norm": 2.921875, + "learning_rate": 9.321244164243426e-07, + "loss": 0.3164137125015259, + "mean_token_accuracy": 0.9189648017287254, + "num_tokens": 35451710.0, + "step": 5710 + }, + { + "entropy": 0.26348818531259893, + "epoch": 1.6200254921399235, + "grad_norm": 2.84375, + "learning_rate": 9.188335955793626e-07, + "loss": 0.30527734756469727, + "mean_token_accuracy": 0.9183376669883728, + "num_tokens": 35512594.0, + "step": 5720 + }, + { + "entropy": 0.2280609853565693, + "epoch": 1.6228579521314261, + "grad_norm": 2.375, + "learning_rate": 9.056286171922734e-07, + "loss": 0.2652477264404297, + "mean_token_accuracy": 0.9297893449664116, + "num_tokens": 35576563.0, + "step": 5730 + }, + { + "entropy": 0.2838295646011829, + "epoch": 1.6256904121229288, + "grad_norm": 2.9375, + "learning_rate": 8.925097590140148e-07, + "loss": 0.35121898651123046, + "mean_token_accuracy": 0.9098823204636574, + "num_tokens": 35640297.0, + "step": 5740 + }, + { + "entropy": 0.2746155882254243, + "epoch": 1.6285228721144314, + "grad_norm": 3.265625, + "learning_rate": 8.794772969840887e-07, + "loss": 0.31128735542297364, + "mean_token_accuracy": 0.9179449796676635, + "num_tokens": 35707899.0, + "step": 5750 + }, + { + "entropy": 0.2756534986197948, + "epoch": 1.631355332105934, + "grad_norm": 3.234375, + "learning_rate": 8.665315052247602e-07, + "loss": 0.32416977882385256, + "mean_token_accuracy": 0.9196028739213944, + "num_tokens": 35772162.0, + "step": 5760 + }, + { + "entropy": 0.2519084827043116, + "epoch": 1.6341877920974366, + "grad_norm": 3.140625, + "learning_rate": 8.536726560352876e-07, + "loss": 0.324365496635437, + "mean_token_accuracy": 0.9242412179708481, + "num_tokens": 35835349.0, + "step": 5770 + }, + { + "entropy": 0.25698692388832567, + "epoch": 1.6370202520889392, + "grad_norm": 3.53125, + "learning_rate": 8.409010198861956e-07, + "loss": 0.3088990211486816, + "mean_token_accuracy": 0.9209602817893028, + "num_tokens": 35897448.0, + "step": 5780 + }, + { + "entropy": 0.22108505498617886, + "epoch": 1.6398527120804418, + "grad_norm": 2.890625, + "learning_rate": 8.282168654135847e-07, + "loss": 0.2698824882507324, + "mean_token_accuracy": 0.93257477581501, + "num_tokens": 35959332.0, + "step": 5790 + }, + { + "entropy": 0.2284936947748065, + "epoch": 1.6426851720719444, + "grad_norm": 3.28125, + "learning_rate": 8.156204594134893e-07, + "loss": 0.2973310470581055, + "mean_token_accuracy": 0.9306313022971153, + "num_tokens": 36021262.0, + "step": 5800 + }, + { + "entropy": 0.24009261797182263, + "epoch": 1.6455176320634473, + "grad_norm": 3.15625, + "learning_rate": 8.031120668362535e-07, + "loss": 0.28094191551208497, + "mean_token_accuracy": 0.9246355861425399, + "num_tokens": 36084005.0, + "step": 5810 + }, + { + "entropy": 0.23662603041157126, + "epoch": 1.6483500920549496, + "grad_norm": 2.625, + "learning_rate": 7.906919507809651e-07, + "loss": 0.2780949354171753, + "mean_token_accuracy": 0.9279899090528488, + "num_tokens": 36147389.0, + "step": 5820 + }, + { + "entropy": 0.23658121339976787, + "epoch": 1.6511825520464525, + "grad_norm": 2.953125, + "learning_rate": 7.783603724899258e-07, + "loss": 0.29379072189331057, + "mean_token_accuracy": 0.927857731282711, + "num_tokens": 36210586.0, + "step": 5830 + }, + { + "entropy": 0.26622840845957396, + "epoch": 1.6540150120379549, + "grad_norm": 2.96875, + "learning_rate": 7.661175913431429e-07, + "loss": 0.2929482936859131, + "mean_token_accuracy": 0.9188829958438873, + "num_tokens": 36274779.0, + "step": 5840 + }, + { + "entropy": 0.21175987273454666, + "epoch": 1.6568474720294577, + "grad_norm": 2.75, + "learning_rate": 7.53963864852888e-07, + "loss": 0.2593329906463623, + "mean_token_accuracy": 0.934892113506794, + "num_tokens": 36335052.0, + "step": 5850 + }, + { + "entropy": 0.2694924921728671, + "epoch": 1.65967993202096, + "grad_norm": 2.515625, + "learning_rate": 7.418994486582759e-07, + "loss": 0.3219228506088257, + "mean_token_accuracy": 0.918947072327137, + "num_tokens": 36402302.0, + "step": 5860 + }, + { + "entropy": 0.22867691768333315, + "epoch": 1.662512392012463, + "grad_norm": 2.125, + "learning_rate": 7.299245965198781e-07, + "loss": 0.27680966854095457, + "mean_token_accuracy": 0.9292436599731445, + "num_tokens": 36462632.0, + "step": 5870 + }, + { + "entropy": 0.2866896932013333, + "epoch": 1.6653448520039653, + "grad_norm": 2.984375, + "learning_rate": 7.180395603144008e-07, + "loss": 0.34249396324157716, + "mean_token_accuracy": 0.91329265832901, + "num_tokens": 36527224.0, + "step": 5880 + }, + { + "entropy": 0.27094610016793014, + "epoch": 1.6681773119954681, + "grad_norm": 3.265625, + "learning_rate": 7.062445900293785e-07, + "loss": 0.36627175807952883, + "mean_token_accuracy": 0.9188960358500481, + "num_tokens": 36592894.0, + "step": 5890 + }, + { + "entropy": 0.26132087502628565, + "epoch": 1.6710097719869705, + "grad_norm": 2.9375, + "learning_rate": 6.9453993375791e-07, + "loss": 0.3172159194946289, + "mean_token_accuracy": 0.9181624829769135, + "num_tokens": 36654978.0, + "step": 5900 + }, + { + "entropy": 0.233911953587085, + "epoch": 1.6738422319784734, + "grad_norm": 2.890625, + "learning_rate": 6.829258376934561e-07, + "loss": 0.2974437713623047, + "mean_token_accuracy": 0.928301876783371, + "num_tokens": 36719391.0, + "step": 5910 + }, + { + "entropy": 0.21565931793302298, + "epoch": 1.6766746919699758, + "grad_norm": 3.609375, + "learning_rate": 6.714025461246454e-07, + "loss": 0.2669668436050415, + "mean_token_accuracy": 0.9334323838353157, + "num_tokens": 36778045.0, + "step": 5920 + }, + { + "entropy": 0.21683911168947817, + "epoch": 1.6795071519614786, + "grad_norm": 2.84375, + "learning_rate": 6.59970301430144e-07, + "loss": 0.26363070011138917, + "mean_token_accuracy": 0.9335852771997452, + "num_tokens": 36837249.0, + "step": 5930 + }, + { + "entropy": 0.23265648679807782, + "epoch": 1.6823396119529812, + "grad_norm": 3.3125, + "learning_rate": 6.48629344073558e-07, + "loss": 0.26622016429901124, + "mean_token_accuracy": 0.9274113267660141, + "num_tokens": 36898226.0, + "step": 5940 + }, + { + "entropy": 0.2784924143925309, + "epoch": 1.6851720719444838, + "grad_norm": 2.671875, + "learning_rate": 6.37379912598371e-07, + "loss": 0.34350905418395994, + "mean_token_accuracy": 0.9142558068037033, + "num_tokens": 36963382.0, + "step": 5950 + }, + { + "entropy": 0.24184053102508188, + "epoch": 1.6880045319359864, + "grad_norm": 3.78125, + "learning_rate": 6.262222436229292e-07, + "loss": 0.2830460548400879, + "mean_token_accuracy": 0.9260421633720398, + "num_tokens": 37024951.0, + "step": 5960 + }, + { + "entropy": 0.21509222900494934, + "epoch": 1.690836991927489, + "grad_norm": 2.765625, + "learning_rate": 6.151565718354652e-07, + "loss": 0.2527156829833984, + "mean_token_accuracy": 0.9360066995024681, + "num_tokens": 37079547.0, + "step": 5970 + }, + { + "entropy": 0.24560804115608334, + "epoch": 1.6936694519189917, + "grad_norm": 3.65625, + "learning_rate": 6.041831299891616e-07, + "loss": 0.27899770736694335, + "mean_token_accuracy": 0.9240980878472328, + "num_tokens": 37139223.0, + "step": 5980 + }, + { + "entropy": 0.23427843432873488, + "epoch": 1.6965019119104943, + "grad_norm": 3.34375, + "learning_rate": 5.933021488972518e-07, + "loss": 0.2709463357925415, + "mean_token_accuracy": 0.9293721422553063, + "num_tokens": 37199693.0, + "step": 5990 + }, + { + "entropy": 0.19755451856181025, + "epoch": 1.6993343719019969, + "grad_norm": 3.640625, + "learning_rate": 5.825138574281697e-07, + "loss": 0.2685497045516968, + "mean_token_accuracy": 0.9402319520711899, + "num_tokens": 37259409.0, + "step": 6000 + }, + { + "entropy": 0.2616328032687306, + "epoch": 1.7021668318934995, + "grad_norm": 2.9375, + "learning_rate": 5.718184825007322e-07, + "loss": 0.29927141666412355, + "mean_token_accuracy": 0.9205271825194359, + "num_tokens": 37317619.0, + "step": 6010 + }, + { + "entropy": 0.2717592868953943, + "epoch": 1.704999291885002, + "grad_norm": 2.734375, + "learning_rate": 5.612162490793705e-07, + "loss": 0.2948524236679077, + "mean_token_accuracy": 0.915754534304142, + "num_tokens": 37375947.0, + "step": 6020 + }, + { + "entropy": 0.24579153461381792, + "epoch": 1.7078317518765047, + "grad_norm": 2.71875, + "learning_rate": 5.507073801693935e-07, + "loss": 0.33449468612670896, + "mean_token_accuracy": 0.9257088854908944, + "num_tokens": 37439620.0, + "step": 6030 + }, + { + "entropy": 0.26611594650894405, + "epoch": 1.7106642118680073, + "grad_norm": 2.671875, + "learning_rate": 5.402920968122987e-07, + "loss": 0.29062328338623045, + "mean_token_accuracy": 0.9189436316490174, + "num_tokens": 37502168.0, + "step": 6040 + }, + { + "entropy": 0.2788139834068716, + "epoch": 1.71349667185951, + "grad_norm": 3.0625, + "learning_rate": 5.299706180811231e-07, + "loss": 0.3326979160308838, + "mean_token_accuracy": 0.9133873134851456, + "num_tokens": 37565720.0, + "step": 6050 + }, + { + "entropy": 0.25504893427714703, + "epoch": 1.7163291318510128, + "grad_norm": 2.859375, + "learning_rate": 5.197431610758397e-07, + "loss": 0.29038186073303224, + "mean_token_accuracy": 0.9225362583994865, + "num_tokens": 37625899.0, + "step": 6060 + }, + { + "entropy": 0.24646360790356994, + "epoch": 1.7191615918425152, + "grad_norm": 3.375, + "learning_rate": 5.096099409187815e-07, + "loss": 0.2801154613494873, + "mean_token_accuracy": 0.9221906989812851, + "num_tokens": 37688905.0, + "step": 6070 + }, + { + "entropy": 0.2654589467681944, + "epoch": 1.721994051834018, + "grad_norm": 3.34375, + "learning_rate": 4.995711707501239e-07, + "loss": 0.3085824728012085, + "mean_token_accuracy": 0.9182787358760833, + "num_tokens": 37749957.0, + "step": 6080 + }, + { + "entropy": 0.26223820317536595, + "epoch": 1.7248265118255204, + "grad_norm": 2.921875, + "learning_rate": 4.896270617234022e-07, + "loss": 0.3128183841705322, + "mean_token_accuracy": 0.9200211226940155, + "num_tokens": 37807940.0, + "step": 6090 + }, + { + "entropy": 0.2681588695384562, + "epoch": 1.7276589718170232, + "grad_norm": 2.1875, + "learning_rate": 4.797778230010625e-07, + "loss": 0.32117178440093996, + "mean_token_accuracy": 0.9161472588777542, + "num_tokens": 37872649.0, + "step": 6100 + }, + { + "entropy": 0.2654016354121268, + "epoch": 1.7304914318085256, + "grad_norm": 2.171875, + "learning_rate": 4.70023661750072e-07, + "loss": 0.30300583839416506, + "mean_token_accuracy": 0.9194830045104027, + "num_tokens": 37939176.0, + "step": 6110 + }, + { + "entropy": 0.24514326835051178, + "epoch": 1.7333238918000284, + "grad_norm": 2.984375, + "learning_rate": 4.6036478313755737e-07, + "loss": 0.278977632522583, + "mean_token_accuracy": 0.924672819674015, + "num_tokens": 38001369.0, + "step": 6120 + }, + { + "entropy": 0.2553958177566528, + "epoch": 1.7361563517915308, + "grad_norm": 2.5, + "learning_rate": 4.5080139032648297e-07, + "loss": 0.3082934856414795, + "mean_token_accuracy": 0.921890738606453, + "num_tokens": 38062641.0, + "step": 6130 + }, + { + "entropy": 0.2784746644087136, + "epoch": 1.7389888117830337, + "grad_norm": 3.15625, + "learning_rate": 4.413336844713889e-07, + "loss": 0.35960190296173095, + "mean_token_accuracy": 0.919023522734642, + "num_tokens": 38127034.0, + "step": 6140 + }, + { + "entropy": 0.2474791486747563, + "epoch": 1.741821271774536, + "grad_norm": 2.859375, + "learning_rate": 4.3196186471415544e-07, + "loss": 0.31310961246490476, + "mean_token_accuracy": 0.9271246582269669, + "num_tokens": 38191869.0, + "step": 6150 + }, + { + "entropy": 0.19148513535037637, + "epoch": 1.7446537317660389, + "grad_norm": 2.765625, + "learning_rate": 4.226861281798067e-07, + "loss": 0.24431028366088867, + "mean_token_accuracy": 0.9425259172916413, + "num_tokens": 38246837.0, + "step": 6160 + }, + { + "entropy": 0.2849460038356483, + "epoch": 1.7474861917575413, + "grad_norm": 3.140625, + "learning_rate": 4.135066699723783e-07, + "loss": 0.35321385860443116, + "mean_token_accuracy": 0.9136219590902328, + "num_tokens": 38312789.0, + "step": 6170 + }, + { + "entropy": 0.3044266812503338, + "epoch": 1.750318651749044, + "grad_norm": 2.671875, + "learning_rate": 4.044236831708015e-07, + "loss": 0.36631484031677247, + "mean_token_accuracy": 0.9051524147391319, + "num_tokens": 38381443.0, + "step": 6180 + }, + { + "entropy": 0.25871176943182944, + "epoch": 1.7531511117405467, + "grad_norm": 2.921875, + "learning_rate": 3.954373588248489e-07, + "loss": 0.3120436191558838, + "mean_token_accuracy": 0.9194941282272339, + "num_tokens": 38440376.0, + "step": 6190 + }, + { + "entropy": 0.21256705159321426, + "epoch": 1.7559835717320493, + "grad_norm": 3.1875, + "learning_rate": 3.86547885951114e-07, + "loss": 0.27659921646118163, + "mean_token_accuracy": 0.9322510659694672, + "num_tokens": 38498332.0, + "step": 6200 + }, + { + "entropy": 0.20445358119904994, + "epoch": 1.758816031723552, + "grad_norm": 2.9375, + "learning_rate": 3.7775545152903436e-07, + "loss": 0.2523348331451416, + "mean_token_accuracy": 0.9390280991792679, + "num_tokens": 38554014.0, + "step": 6210 + }, + { + "entropy": 0.18416391648352146, + "epoch": 1.7616484917150546, + "grad_norm": 3.03125, + "learning_rate": 3.6906024049696066e-07, + "loss": 0.2193291187286377, + "mean_token_accuracy": 0.9433191910386085, + "num_tokens": 38611109.0, + "step": 6220 + }, + { + "entropy": 0.2637974001467228, + "epoch": 1.7644809517065572, + "grad_norm": 2.171875, + "learning_rate": 3.6046243574826444e-07, + "loss": 0.3237797021865845, + "mean_token_accuracy": 0.9204860851168633, + "num_tokens": 38677459.0, + "step": 6230 + }, + { + "entropy": 0.31895074248313904, + "epoch": 1.7673134116980598, + "grad_norm": 3.4375, + "learning_rate": 3.51962218127494e-07, + "loss": 0.35933072566986085, + "mean_token_accuracy": 0.9058421403169632, + "num_tokens": 38744200.0, + "step": 6240 + }, + { + "entropy": 0.2729435803368688, + "epoch": 1.7701458716895624, + "grad_norm": 3.09375, + "learning_rate": 3.4355976642656885e-07, + "loss": 0.3030064821243286, + "mean_token_accuracy": 0.9164240315556527, + "num_tokens": 38805557.0, + "step": 6250 + }, + { + "entropy": 0.25559688853099943, + "epoch": 1.772978331681065, + "grad_norm": 3.546875, + "learning_rate": 3.352552573810175e-07, + "loss": 0.32299444675445554, + "mean_token_accuracy": 0.9176233753561973, + "num_tokens": 38864776.0, + "step": 6260 + }, + { + "entropy": 0.22705860855057836, + "epoch": 1.7758107916725676, + "grad_norm": 3.609375, + "learning_rate": 3.2704886566626237e-07, + "loss": 0.2813774585723877, + "mean_token_accuracy": 0.9282340630888939, + "num_tokens": 38919437.0, + "step": 6270 + }, + { + "entropy": 0.24726136000826954, + "epoch": 1.7786432516640702, + "grad_norm": 2.34375, + "learning_rate": 3.189407638939479e-07, + "loss": 0.3042394399642944, + "mean_token_accuracy": 0.9257391706109047, + "num_tokens": 38979911.0, + "step": 6280 + }, + { + "entropy": 0.22607307843863964, + "epoch": 1.7814757116555728, + "grad_norm": 3.828125, + "learning_rate": 3.1093112260830337e-07, + "loss": 0.2781648635864258, + "mean_token_accuracy": 0.9285519152879715, + "num_tokens": 39040443.0, + "step": 6290 + }, + { + "entropy": 0.2300509915687144, + "epoch": 1.7843081716470754, + "grad_norm": 3.21875, + "learning_rate": 3.030201102825614e-07, + "loss": 0.2724717140197754, + "mean_token_accuracy": 0.9309455662965774, + "num_tokens": 39095342.0, + "step": 6300 + }, + { + "entropy": 0.22573469262570142, + "epoch": 1.787140631638578, + "grad_norm": 3.171875, + "learning_rate": 2.9520789331541123e-07, + "loss": 0.2936519384384155, + "mean_token_accuracy": 0.9300498858094215, + "num_tokens": 39157425.0, + "step": 6310 + }, + { + "entropy": 0.25970551362261174, + "epoch": 1.7899730916300807, + "grad_norm": 3.078125, + "learning_rate": 2.874946360275005e-07, + "loss": 0.3092733144760132, + "mean_token_accuracy": 0.9205686241388321, + "num_tokens": 39222823.0, + "step": 6320 + }, + { + "entropy": 0.26452819192782046, + "epoch": 1.7928055516215835, + "grad_norm": 2.828125, + "learning_rate": 2.798805006579786e-07, + "loss": 0.31335864067077634, + "mean_token_accuracy": 0.9205701932311058, + "num_tokens": 39284858.0, + "step": 6330 + }, + { + "entropy": 0.24047992387786507, + "epoch": 1.795638011613086, + "grad_norm": 2.609375, + "learning_rate": 2.723656473610825e-07, + "loss": 0.3066105365753174, + "mean_token_accuracy": 0.9279683545231819, + "num_tokens": 39348895.0, + "step": 6340 + }, + { + "entropy": 0.28008900824934246, + "epoch": 1.7984704716045887, + "grad_norm": 2.796875, + "learning_rate": 2.6495023420277154e-07, + "loss": 0.36823763847351076, + "mean_token_accuracy": 0.9184501737356185, + "num_tokens": 39415062.0, + "step": 6350 + }, + { + "entropy": 0.26460667392238973, + "epoch": 1.8013029315960911, + "grad_norm": 2.875, + "learning_rate": 2.5763441715739746e-07, + "loss": 0.33464004993438723, + "mean_token_accuracy": 0.9192859187722207, + "num_tokens": 39476274.0, + "step": 6360 + }, + { + "entropy": 0.2274815364740789, + "epoch": 1.804135391587594, + "grad_norm": 2.75, + "learning_rate": 2.5041835010442994e-07, + "loss": 0.271880578994751, + "mean_token_accuracy": 0.9299229174852371, + "num_tokens": 39541899.0, + "step": 6370 + }, + { + "entropy": 0.26884328480809927, + "epoch": 1.8069678515790963, + "grad_norm": 3.015625, + "learning_rate": 2.4330218482521597e-07, + "loss": 0.33253049850463867, + "mean_token_accuracy": 0.9190004959702491, + "num_tokens": 39605777.0, + "step": 6380 + }, + { + "entropy": 0.2505350584164262, + "epoch": 1.8098003115705992, + "grad_norm": 2.25, + "learning_rate": 2.3628607099978607e-07, + "loss": 0.29483606815338137, + "mean_token_accuracy": 0.9231566235423088, + "num_tokens": 39666792.0, + "step": 6390 + }, + { + "entropy": 0.23279191115871073, + "epoch": 1.8126327715621016, + "grad_norm": 2.546875, + "learning_rate": 2.2937015620370984e-07, + "loss": 0.28471810817718507, + "mean_token_accuracy": 0.9304475530982017, + "num_tokens": 39724921.0, + "step": 6400 + }, + { + "entropy": 0.2460587291046977, + "epoch": 1.8154652315536044, + "grad_norm": 2.375, + "learning_rate": 2.2255458590499157e-07, + "loss": 0.29708685874938967, + "mean_token_accuracy": 0.924674142897129, + "num_tokens": 39789840.0, + "step": 6410 + }, + { + "entropy": 0.275227199587971, + "epoch": 1.8182976915451068, + "grad_norm": 2.96875, + "learning_rate": 2.1583950346100502e-07, + "loss": 0.32755935192108154, + "mean_token_accuracy": 0.916304574906826, + "num_tokens": 39854091.0, + "step": 6420 + }, + { + "entropy": 0.24499026471748947, + "epoch": 1.8211301515366096, + "grad_norm": 3.328125, + "learning_rate": 2.092250501154852e-07, + "loss": 0.29811840057373046, + "mean_token_accuracy": 0.9256574973464012, + "num_tokens": 39912920.0, + "step": 6430 + }, + { + "entropy": 0.2415034817531705, + "epoch": 1.823962611528112, + "grad_norm": 3.5, + "learning_rate": 2.027113649955531e-07, + "loss": 0.30100116729736326, + "mean_token_accuracy": 0.9264890804886818, + "num_tokens": 39978941.0, + "step": 6440 + }, + { + "entropy": 0.21621945044025778, + "epoch": 1.8267950715196148, + "grad_norm": 2.734375, + "learning_rate": 1.9629858510879009e-07, + "loss": 0.26590795516967775, + "mean_token_accuracy": 0.9346760109066963, + "num_tokens": 40039328.0, + "step": 6450 + }, + { + "entropy": 0.26521125342696905, + "epoch": 1.8296275315111175, + "grad_norm": 3.40625, + "learning_rate": 1.8998684534035805e-07, + "loss": 0.3126166820526123, + "mean_token_accuracy": 0.9207312449812889, + "num_tokens": 40100768.0, + "step": 6460 + }, + { + "entropy": 0.2818935734219849, + "epoch": 1.83245999150262, + "grad_norm": 2.703125, + "learning_rate": 1.837762784501601e-07, + "loss": 0.3174401044845581, + "mean_token_accuracy": 0.9138144627213478, + "num_tokens": 40168204.0, + "step": 6470 + }, + { + "entropy": 0.21548109082505107, + "epoch": 1.8352924514941227, + "grad_norm": 2.515625, + "learning_rate": 1.7766701507004714e-07, + "loss": 0.23388545513153075, + "mean_token_accuracy": 0.9339930027723312, + "num_tokens": 40226289.0, + "step": 6480 + }, + { + "entropy": 0.282993733137846, + "epoch": 1.8381249114856253, + "grad_norm": 2.71875, + "learning_rate": 1.7165918370107394e-07, + "loss": 0.3528174161911011, + "mean_token_accuracy": 0.9143317997455597, + "num_tokens": 40289030.0, + "step": 6490 + }, + { + "entropy": 0.2208176883868873, + "epoch": 1.840957371477128, + "grad_norm": 2.484375, + "learning_rate": 1.6575291071079302e-07, + "loss": 0.277591872215271, + "mean_token_accuracy": 0.9313716217875481, + "num_tokens": 40346269.0, + "step": 6500 + } + ], + "logging_steps": 10, + "max_steps": 7062, + "num_input_tokens_seen": 0, + "num_train_epochs": 2, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 5.815967604979794e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-6500/training_args.bin b/checkpoint-6500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..aba49055cfa1d5774559bd6e849e55b3a159ad6e --- /dev/null +++ b/checkpoint-6500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3877cc7497dd1227f9a4d5559fa4971f821a57fe04698f05fa13abaa01033e02 +size 5777 diff --git a/checkpoint-7000/chat_template.jinja b/checkpoint-7000/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..3351794a94e61dfc4bc89ee46b1c94c5adb65eef --- /dev/null +++ b/checkpoint-7000/chat_template.jinja @@ -0,0 +1,90 @@ +{%- set enable_thinking = true %} +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/checkpoint-7000/config.json b/checkpoint-7000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1d219d6a6d288625229a71646710b85cf7ae5def --- /dev/null +++ b/checkpoint-7000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.7.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/checkpoint-7000/generation_config.json b/checkpoint-7000/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5ec133d867b1427d43a5ee0ea332bd088fc12013 --- /dev/null +++ b/checkpoint-7000/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.7.0" +} diff --git a/checkpoint-7000/model.safetensors b/checkpoint-7000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..06b222c0b7651fa3e834c0b2b60f81061bc15758 --- /dev/null +++ b/checkpoint-7000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d829f7de742a19cc46015018e75bc250c584b024860270bdcfac4f40bfcca50 +size 3441185608 diff --git a/checkpoint-7000/optimizer.pt b/checkpoint-7000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..39b4bc04454180612415c43b62e97a601809f7c8 --- /dev/null +++ b/checkpoint-7000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57d9bf86a325455686cac10d32914406f48971ebed568253326fc198492116e0 +size 6882567855 diff --git a/checkpoint-7000/rng_state.pth b/checkpoint-7000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ef0eca009ec27fe5759a211acd789ac4b89bebc7 --- /dev/null +++ b/checkpoint-7000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04a410aa043fa2a3fc444002cbee9b5cc86ca072c9a96c2bee74f11b5535b0a5 +size 14709 diff --git a/checkpoint-7000/scheduler.pt b/checkpoint-7000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..37a5ac28e03fe6549852a1fdc24f6eb27bb9c9a5 --- /dev/null +++ b/checkpoint-7000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e85e989cc6147edb9f65b0eaf500846740cff401906ba787013c93a3ac18752c +size 1465 diff --git a/checkpoint-7000/tokenizer.json b/checkpoint-7000/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c0514b32204177c8f18e590a488ef974b883b37f --- /dev/null +++ b/checkpoint-7000/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82ff947750287e6ea07d0b2507b144c5c645274f3dcfae956140522843851c7f +size 11422916 diff --git a/checkpoint-7000/tokenizer_config.json b/checkpoint-7000/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..57b564de469af892cab80d1caca382b0740a5698 --- /dev/null +++ b/checkpoint-7000/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": true, + "local_files_only": false, + "max_length": 2048, + "model_max_length": 131072, + "pad_to_multiple_of": null, + "pad_token": "<|endoftext|>", + "pad_token_type_id": 0, + "padding_side": "left", + "split_special_tokens": false, + "stride": 0, + "tokenizer_class": "Qwen2Tokenizer", + "truncation_side": "right", + "truncation_strategy": "longest_first", + "unk_token": null +} diff --git a/checkpoint-7000/trainer_state.json b/checkpoint-7000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..36e15ad6bb09195b7957752cad5b2c686c4627e5 --- /dev/null +++ b/checkpoint-7000/trainer_state.json @@ -0,0 +1,7034 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.982580371052259, + "eval_steps": 500, + "global_step": 7000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 0.29507704377174376, + "epoch": 0.00283245999150262, + "grad_norm": 4.09375, + "learning_rate": 4.2452830188679244e-07, + "loss": 0.3566948413848877, + "mean_token_accuracy": 0.9076204329729081, + "num_tokens": 57754.0, + "step": 10 + }, + { + "entropy": 0.2551024345681071, + "epoch": 0.00566491998300524, + "grad_norm": 3.40625, + "learning_rate": 8.962264150943397e-07, + "loss": 0.31477539539337157, + "mean_token_accuracy": 0.9188954353332519, + "num_tokens": 119901.0, + "step": 20 + }, + { + "entropy": 0.2523306422866881, + "epoch": 0.008497379974507861, + "grad_norm": 3.140625, + "learning_rate": 1.3679245283018869e-06, + "loss": 0.2913109064102173, + "mean_token_accuracy": 0.9215194329619407, + "num_tokens": 180311.0, + "step": 30 + }, + { + "entropy": 0.22679653987288476, + "epoch": 0.01132983996601048, + "grad_norm": 2.484375, + "learning_rate": 1.839622641509434e-06, + "loss": 0.2628800630569458, + "mean_token_accuracy": 0.9269197300076485, + "num_tokens": 240679.0, + "step": 40 + }, + { + "entropy": 0.25960975158959626, + "epoch": 0.0141622999575131, + "grad_norm": 3.171875, + "learning_rate": 2.3113207547169815e-06, + "loss": 0.28663818836212157, + "mean_token_accuracy": 0.9190028250217438, + "num_tokens": 300178.0, + "step": 50 + }, + { + "entropy": 0.23047537030652165, + "epoch": 0.016994759949015722, + "grad_norm": 3.359375, + "learning_rate": 2.7830188679245286e-06, + "loss": 0.2869963407516479, + "mean_token_accuracy": 0.9282467097043992, + "num_tokens": 363367.0, + "step": 60 + }, + { + "entropy": 0.2742697206325829, + "epoch": 0.01982721994051834, + "grad_norm": 2.84375, + "learning_rate": 3.2547169811320758e-06, + "loss": 0.33283913135528564, + "mean_token_accuracy": 0.9160554230213165, + "num_tokens": 422934.0, + "step": 70 + }, + { + "entropy": 0.2207114916294813, + "epoch": 0.02265967993202096, + "grad_norm": 2.296875, + "learning_rate": 3.726415094339623e-06, + "loss": 0.2637247323989868, + "mean_token_accuracy": 0.93454180508852, + "num_tokens": 485474.0, + "step": 80 + }, + { + "entropy": 0.29863583780825137, + "epoch": 0.02549213992352358, + "grad_norm": 3.109375, + "learning_rate": 4.19811320754717e-06, + "loss": 0.3299318552017212, + "mean_token_accuracy": 0.9074279353022575, + "num_tokens": 546729.0, + "step": 90 + }, + { + "entropy": 0.2593200202099979, + "epoch": 0.0283245999150262, + "grad_norm": 3.296875, + "learning_rate": 4.6698113207547175e-06, + "loss": 0.30571737289428713, + "mean_token_accuracy": 0.9210630834102631, + "num_tokens": 610043.0, + "step": 100 + }, + { + "entropy": 0.23882317589595914, + "epoch": 0.03115705990652882, + "grad_norm": 2.9375, + "learning_rate": 5.1415094339622655e-06, + "loss": 0.2805943965911865, + "mean_token_accuracy": 0.9287041068077088, + "num_tokens": 672659.0, + "step": 110 + }, + { + "entropy": 0.3046730716712773, + "epoch": 0.033989519898031444, + "grad_norm": 2.953125, + "learning_rate": 5.613207547169813e-06, + "loss": 0.33022561073303225, + "mean_token_accuracy": 0.9067787274718284, + "num_tokens": 734933.0, + "step": 120 + }, + { + "entropy": 0.2995048786513507, + "epoch": 0.03682197988953406, + "grad_norm": 3.125, + "learning_rate": 6.08490566037736e-06, + "loss": 0.349836540222168, + "mean_token_accuracy": 0.9100313737988472, + "num_tokens": 802051.0, + "step": 130 + }, + { + "entropy": 0.29361706245690583, + "epoch": 0.03965443988103668, + "grad_norm": 2.5, + "learning_rate": 6.556603773584907e-06, + "loss": 0.35902695655822753, + "mean_token_accuracy": 0.9101588934659958, + "num_tokens": 867377.0, + "step": 140 + }, + { + "entropy": 0.24544770400971175, + "epoch": 0.0424868998725393, + "grad_norm": 2.84375, + "learning_rate": 7.028301886792454e-06, + "loss": 0.285405707359314, + "mean_token_accuracy": 0.9270808070898056, + "num_tokens": 927107.0, + "step": 150 + }, + { + "entropy": 0.2875491754151881, + "epoch": 0.04531935986404192, + "grad_norm": 3.234375, + "learning_rate": 7.500000000000001e-06, + "loss": 0.3402009725570679, + "mean_token_accuracy": 0.9136876732110977, + "num_tokens": 990528.0, + "step": 160 + }, + { + "entropy": 0.22622144613415002, + "epoch": 0.04815181985554454, + "grad_norm": 2.25, + "learning_rate": 7.971698113207547e-06, + "loss": 0.2910705804824829, + "mean_token_accuracy": 0.9321711152791977, + "num_tokens": 1058242.0, + "step": 170 + }, + { + "entropy": 0.29517930569127204, + "epoch": 0.05098427984704716, + "grad_norm": 2.359375, + "learning_rate": 8.443396226415095e-06, + "loss": 0.33316755294799805, + "mean_token_accuracy": 0.9101866632699966, + "num_tokens": 1122005.0, + "step": 180 + }, + { + "entropy": 0.24930730648338795, + "epoch": 0.05381673983854978, + "grad_norm": 3.0, + "learning_rate": 8.915094339622642e-06, + "loss": 0.30969944000244143, + "mean_token_accuracy": 0.9247294485569, + "num_tokens": 1188490.0, + "step": 190 + }, + { + "entropy": 0.25839815735816957, + "epoch": 0.0566491998300524, + "grad_norm": 3.0625, + "learning_rate": 9.38679245283019e-06, + "loss": 0.297174334526062, + "mean_token_accuracy": 0.9204156577587128, + "num_tokens": 1251678.0, + "step": 200 + }, + { + "entropy": 0.2905343039892614, + "epoch": 0.05948165982155502, + "grad_norm": 2.8125, + "learning_rate": 9.858490566037736e-06, + "loss": 0.32970147132873534, + "mean_token_accuracy": 0.913238699734211, + "num_tokens": 1313699.0, + "step": 210 + }, + { + "entropy": 0.2568929926492274, + "epoch": 0.06231411981305764, + "grad_norm": 2.5625, + "learning_rate": 9.999974233565972e-06, + "loss": 0.30164146423339844, + "mean_token_accuracy": 0.9249269992113114, + "num_tokens": 1375715.0, + "step": 220 + }, + { + "entropy": 0.28177314829081296, + "epoch": 0.06514657980456026, + "grad_norm": 2.65625, + "learning_rate": 9.999848031263088e-06, + "loss": 0.35624649524688723, + "mean_token_accuracy": 0.9165132910013198, + "num_tokens": 1437036.0, + "step": 230 + }, + { + "entropy": 0.28143359581008554, + "epoch": 0.06797903979606289, + "grad_norm": 3.5, + "learning_rate": 9.999616663132215e-06, + "loss": 0.31751246452331544, + "mean_token_accuracy": 0.9144904181361199, + "num_tokens": 1497439.0, + "step": 240 + }, + { + "entropy": 0.2563840645365417, + "epoch": 0.0708114997875655, + "grad_norm": 2.9375, + "learning_rate": 9.999280134039904e-06, + "loss": 0.2970747947692871, + "mean_token_accuracy": 0.9239869534969329, + "num_tokens": 1560572.0, + "step": 250 + }, + { + "entropy": 0.26128380922600625, + "epoch": 0.07364395977906812, + "grad_norm": 3.546875, + "learning_rate": 9.99883845106464e-06, + "loss": 0.3082664251327515, + "mean_token_accuracy": 0.9216519877314567, + "num_tokens": 1618878.0, + "step": 260 + }, + { + "entropy": 0.24938686965033413, + "epoch": 0.07647641977057074, + "grad_norm": 3.03125, + "learning_rate": 9.998291623496701e-06, + "loss": 0.29519200325012207, + "mean_token_accuracy": 0.9224761530756951, + "num_tokens": 1685916.0, + "step": 270 + }, + { + "entropy": 0.28363573011010884, + "epoch": 0.07930887976207336, + "grad_norm": 3.15625, + "learning_rate": 9.997639662837951e-06, + "loss": 0.3446742296218872, + "mean_token_accuracy": 0.9136298835277558, + "num_tokens": 1751080.0, + "step": 280 + }, + { + "entropy": 0.2872984026558697, + "epoch": 0.08214133975357599, + "grad_norm": 2.8125, + "learning_rate": 9.996882582801599e-06, + "loss": 0.3477527141571045, + "mean_token_accuracy": 0.9137941494584083, + "num_tokens": 1815780.0, + "step": 290 + }, + { + "entropy": 0.25401860922575, + "epoch": 0.0849737997450786, + "grad_norm": 4.25, + "learning_rate": 9.996020399311921e-06, + "loss": 0.29331982135772705, + "mean_token_accuracy": 0.9234861671924591, + "num_tokens": 1873908.0, + "step": 300 + }, + { + "entropy": 0.2665036544203758, + "epoch": 0.08780625973658122, + "grad_norm": 3.59375, + "learning_rate": 9.995053130503918e-06, + "loss": 0.31269567012786864, + "mean_token_accuracy": 0.9207103908061981, + "num_tokens": 1931890.0, + "step": 310 + }, + { + "entropy": 0.23515027351677417, + "epoch": 0.09063871972808384, + "grad_norm": 2.5, + "learning_rate": 9.993980796722932e-06, + "loss": 0.2736210346221924, + "mean_token_accuracy": 0.9278215259313584, + "num_tokens": 1991312.0, + "step": 320 + }, + { + "entropy": 0.28878505127504467, + "epoch": 0.09347117971958646, + "grad_norm": 2.5, + "learning_rate": 9.992803420524221e-06, + "loss": 0.33671131134033205, + "mean_token_accuracy": 0.9127544730901718, + "num_tokens": 2053178.0, + "step": 330 + }, + { + "entropy": 0.2834086772054434, + "epoch": 0.09630363971108909, + "grad_norm": 3.90625, + "learning_rate": 9.99152102667249e-06, + "loss": 0.35361733436584475, + "mean_token_accuracy": 0.9139562115073204, + "num_tokens": 2120195.0, + "step": 340 + }, + { + "entropy": 0.2917692055925727, + "epoch": 0.0991360997025917, + "grad_norm": 2.515625, + "learning_rate": 9.990133642141359e-06, + "loss": 0.3562884569168091, + "mean_token_accuracy": 0.9113267123699188, + "num_tokens": 2183384.0, + "step": 350 + }, + { + "entropy": 0.29602638110518453, + "epoch": 0.10196855969409432, + "grad_norm": 2.984375, + "learning_rate": 9.988641296112801e-06, + "loss": 0.36012532711029055, + "mean_token_accuracy": 0.9128559544682503, + "num_tokens": 2244346.0, + "step": 360 + }, + { + "entropy": 0.3045878069475293, + "epoch": 0.10480101968559694, + "grad_norm": 3.21875, + "learning_rate": 9.987044019976537e-06, + "loss": 0.3514120101928711, + "mean_token_accuracy": 0.9106482103466987, + "num_tokens": 2305297.0, + "step": 370 + }, + { + "entropy": 0.299565667938441, + "epoch": 0.10763347967709956, + "grad_norm": 2.671875, + "learning_rate": 9.985341847329356e-06, + "loss": 0.367277193069458, + "mean_token_accuracy": 0.9121061027050018, + "num_tokens": 2365431.0, + "step": 380 + }, + { + "entropy": 0.27325491337105634, + "epoch": 0.11046593966860219, + "grad_norm": 3.234375, + "learning_rate": 9.983534813974427e-06, + "loss": 0.31475095748901366, + "mean_token_accuracy": 0.9173168331384659, + "num_tokens": 2428801.0, + "step": 390 + }, + { + "entropy": 0.2851902859285474, + "epoch": 0.1132983996601048, + "grad_norm": 2.875, + "learning_rate": 9.981622957920539e-06, + "loss": 0.33931722640991213, + "mean_token_accuracy": 0.9106573596596718, + "num_tokens": 2491579.0, + "step": 400 + }, + { + "entropy": 0.21675956407561897, + "epoch": 0.11613085965160742, + "grad_norm": 2.78125, + "learning_rate": 9.979606319381298e-06, + "loss": 0.25852797031402586, + "mean_token_accuracy": 0.9324780255556107, + "num_tokens": 2548859.0, + "step": 410 + }, + { + "entropy": 0.24814353184774518, + "epoch": 0.11896331964311004, + "grad_norm": 2.90625, + "learning_rate": 9.977484940774285e-06, + "loss": 0.3079322099685669, + "mean_token_accuracy": 0.925763688981533, + "num_tokens": 2609527.0, + "step": 420 + }, + { + "entropy": 0.23963961247354745, + "epoch": 0.12179577963461266, + "grad_norm": 2.84375, + "learning_rate": 9.975258866720164e-06, + "loss": 0.30464174747467043, + "mean_token_accuracy": 0.9282972604036331, + "num_tokens": 2671792.0, + "step": 430 + }, + { + "entropy": 0.22275841599330307, + "epoch": 0.12462823962611529, + "grad_norm": 3.71875, + "learning_rate": 9.972928144041743e-06, + "loss": 0.2726627826690674, + "mean_token_accuracy": 0.9328858569264412, + "num_tokens": 2728843.0, + "step": 440 + }, + { + "entropy": 0.25536813884973525, + "epoch": 0.1274606996176179, + "grad_norm": 3.421875, + "learning_rate": 9.970492821762987e-06, + "loss": 0.3212365388870239, + "mean_token_accuracy": 0.9217953279614448, + "num_tokens": 2791023.0, + "step": 450 + }, + { + "entropy": 0.2672379590570927, + "epoch": 0.13029315960912052, + "grad_norm": 3.734375, + "learning_rate": 9.96795295110799e-06, + "loss": 0.29747211933135986, + "mean_token_accuracy": 0.9217168748378753, + "num_tokens": 2847958.0, + "step": 460 + }, + { + "entropy": 0.28422608589753506, + "epoch": 0.13312561960062314, + "grad_norm": 2.859375, + "learning_rate": 9.965308585499896e-06, + "loss": 0.34196789264678956, + "mean_token_accuracy": 0.9170226454734802, + "num_tokens": 2909349.0, + "step": 470 + }, + { + "entropy": 0.27438433319330213, + "epoch": 0.13595807959212577, + "grad_norm": 3.34375, + "learning_rate": 9.962559780559775e-06, + "loss": 0.33036375045776367, + "mean_token_accuracy": 0.9176693558692932, + "num_tokens": 2969433.0, + "step": 480 + }, + { + "entropy": 0.2442100400105119, + "epoch": 0.1387905395836284, + "grad_norm": 3.0, + "learning_rate": 9.959706594105455e-06, + "loss": 0.28648254871368406, + "mean_token_accuracy": 0.9282553762197494, + "num_tokens": 3027582.0, + "step": 490 + }, + { + "entropy": 0.23896701000630854, + "epoch": 0.141622999575131, + "grad_norm": 3.546875, + "learning_rate": 9.956749086150301e-06, + "loss": 0.2794966697692871, + "mean_token_accuracy": 0.9286124855279922, + "num_tokens": 3084211.0, + "step": 500 + }, + { + "entropy": 0.27731118397787213, + "epoch": 0.1444554595666336, + "grad_norm": 3.21875, + "learning_rate": 9.95368731890196e-06, + "loss": 0.34079086780548096, + "mean_token_accuracy": 0.9156320407986641, + "num_tokens": 3148066.0, + "step": 510 + }, + { + "entropy": 0.3060536190867424, + "epoch": 0.14728791955813625, + "grad_norm": 3.109375, + "learning_rate": 9.95052135676105e-06, + "loss": 0.35003831386566164, + "mean_token_accuracy": 0.9095047876238823, + "num_tokens": 3210881.0, + "step": 520 + }, + { + "entropy": 0.24477277882397175, + "epoch": 0.15012037954963886, + "grad_norm": 2.453125, + "learning_rate": 9.947251266319794e-06, + "loss": 0.2733241319656372, + "mean_token_accuracy": 0.9252619653940201, + "num_tokens": 3276012.0, + "step": 530 + }, + { + "entropy": 0.27293226812034843, + "epoch": 0.15295283954114147, + "grad_norm": 2.90625, + "learning_rate": 9.943877116360641e-06, + "loss": 0.31792876720428465, + "mean_token_accuracy": 0.9202567800879479, + "num_tokens": 3335164.0, + "step": 540 + }, + { + "entropy": 0.20838154219090937, + "epoch": 0.1557852995326441, + "grad_norm": 2.78125, + "learning_rate": 9.9403989778548e-06, + "loss": 0.22628676891326904, + "mean_token_accuracy": 0.9357526674866676, + "num_tokens": 3395629.0, + "step": 550 + }, + { + "entropy": 0.28058414310216906, + "epoch": 0.15861775952414672, + "grad_norm": 2.796875, + "learning_rate": 9.936816923960762e-06, + "loss": 0.3485994815826416, + "mean_token_accuracy": 0.913826584815979, + "num_tokens": 3458741.0, + "step": 560 + }, + { + "entropy": 0.24033103082329035, + "epoch": 0.16145021951564933, + "grad_norm": 2.828125, + "learning_rate": 9.933131030022747e-06, + "loss": 0.2948629379272461, + "mean_token_accuracy": 0.9284436792135239, + "num_tokens": 3521040.0, + "step": 570 + }, + { + "entropy": 0.23639136143028736, + "epoch": 0.16428267950715197, + "grad_norm": 2.390625, + "learning_rate": 9.929341373569128e-06, + "loss": 0.27065243721008303, + "mean_token_accuracy": 0.9302666276693344, + "num_tokens": 3581611.0, + "step": 580 + }, + { + "entropy": 0.2285683000460267, + "epoch": 0.16711513949865459, + "grad_norm": 2.375, + "learning_rate": 9.9254480343108e-06, + "loss": 0.2653533697128296, + "mean_token_accuracy": 0.9309602394700051, + "num_tokens": 3644921.0, + "step": 590 + }, + { + "entropy": 0.27094218097627165, + "epoch": 0.1699475994901572, + "grad_norm": 3.046875, + "learning_rate": 9.921451094139505e-06, + "loss": 0.32512192726135253, + "mean_token_accuracy": 0.9172641158103942, + "num_tokens": 3709586.0, + "step": 600 + }, + { + "entropy": 0.2930651384405792, + "epoch": 0.1727800594816598, + "grad_norm": 2.734375, + "learning_rate": 9.917350637126098e-06, + "loss": 0.34543671607971194, + "mean_token_accuracy": 0.9111444249749183, + "num_tokens": 3771199.0, + "step": 610 + }, + { + "entropy": 0.20977639830671252, + "epoch": 0.17561251947316245, + "grad_norm": 3.34375, + "learning_rate": 9.913146749518793e-06, + "loss": 0.24384891986846924, + "mean_token_accuracy": 0.9361389100551605, + "num_tokens": 3830642.0, + "step": 620 + }, + { + "entropy": 0.33134929798543455, + "epoch": 0.17844497946466506, + "grad_norm": 3.109375, + "learning_rate": 9.908839519741342e-06, + "loss": 0.3824115753173828, + "mean_token_accuracy": 0.901754966378212, + "num_tokens": 3897528.0, + "step": 630 + }, + { + "entropy": 0.25660650301724675, + "epoch": 0.18127743945616767, + "grad_norm": 2.890625, + "learning_rate": 9.904429038391176e-06, + "loss": 0.3021864891052246, + "mean_token_accuracy": 0.9210129022598267, + "num_tokens": 3959989.0, + "step": 640 + }, + { + "entropy": 0.23014457449316977, + "epoch": 0.1841098994476703, + "grad_norm": 2.75, + "learning_rate": 9.899915398237501e-06, + "loss": 0.2613434076309204, + "mean_token_accuracy": 0.9306802496314048, + "num_tokens": 4016935.0, + "step": 650 + }, + { + "entropy": 0.1980850043706596, + "epoch": 0.18694235943917292, + "grad_norm": 3.734375, + "learning_rate": 9.895298694219341e-06, + "loss": 0.20858781337738036, + "mean_token_accuracy": 0.9410330221056938, + "num_tokens": 4073788.0, + "step": 660 + }, + { + "entropy": 0.24770355047658085, + "epoch": 0.18977481943067553, + "grad_norm": 3.421875, + "learning_rate": 9.890579023443547e-06, + "loss": 0.2824872016906738, + "mean_token_accuracy": 0.9241019815206528, + "num_tokens": 4132709.0, + "step": 670 + }, + { + "entropy": 0.25571326799690725, + "epoch": 0.19260727942217817, + "grad_norm": 3.046875, + "learning_rate": 9.885756485182757e-06, + "loss": 0.29729485511779785, + "mean_token_accuracy": 0.9242745995521545, + "num_tokens": 4192868.0, + "step": 680 + }, + { + "entropy": 0.24121474735438825, + "epoch": 0.19543973941368079, + "grad_norm": 2.1875, + "learning_rate": 9.880831180873293e-06, + "loss": 0.27683706283569337, + "mean_token_accuracy": 0.9267540663480759, + "num_tokens": 4260336.0, + "step": 690 + }, + { + "entropy": 0.27479004645720123, + "epoch": 0.1982721994051834, + "grad_norm": 3.109375, + "learning_rate": 9.875803214113054e-06, + "loss": 0.33806943893432617, + "mean_token_accuracy": 0.9168683245778084, + "num_tokens": 4321854.0, + "step": 700 + }, + { + "entropy": 0.25184335857629775, + "epoch": 0.201104659396686, + "grad_norm": 2.609375, + "learning_rate": 9.870672690659305e-06, + "loss": 0.2812079668045044, + "mean_token_accuracy": 0.9226194903254509, + "num_tokens": 4386277.0, + "step": 710 + }, + { + "entropy": 0.28651694897562263, + "epoch": 0.20393711938818865, + "grad_norm": 2.78125, + "learning_rate": 9.865439718426477e-06, + "loss": 0.32440919876098634, + "mean_token_accuracy": 0.9133371457457542, + "num_tokens": 4442830.0, + "step": 720 + }, + { + "entropy": 0.22666416531428696, + "epoch": 0.20676957937969126, + "grad_norm": 2.71875, + "learning_rate": 9.860104407483886e-06, + "loss": 0.24703795909881593, + "mean_token_accuracy": 0.9327533736824989, + "num_tokens": 4500436.0, + "step": 730 + }, + { + "entropy": 0.2507213500328362, + "epoch": 0.20960203937119387, + "grad_norm": 2.53125, + "learning_rate": 9.854666870053425e-06, + "loss": 0.2838727951049805, + "mean_token_accuracy": 0.9209447979927063, + "num_tokens": 4561933.0, + "step": 740 + }, + { + "entropy": 0.21676306603476406, + "epoch": 0.2124344993626965, + "grad_norm": 2.859375, + "learning_rate": 9.849127220507194e-06, + "loss": 0.2716209411621094, + "mean_token_accuracy": 0.9343680232763291, + "num_tokens": 4622998.0, + "step": 750 + }, + { + "entropy": 0.2786881748586893, + "epoch": 0.21526695935419912, + "grad_norm": 3.046875, + "learning_rate": 9.843485575365097e-06, + "loss": 0.29899957180023196, + "mean_token_accuracy": 0.9196301624178886, + "num_tokens": 4681083.0, + "step": 760 + }, + { + "entropy": 0.2431763346772641, + "epoch": 0.21809941934570173, + "grad_norm": 3.0625, + "learning_rate": 9.8377420532924e-06, + "loss": 0.29538416862487793, + "mean_token_accuracy": 0.9254559382796288, + "num_tokens": 4743380.0, + "step": 770 + }, + { + "entropy": 0.26367821972817185, + "epoch": 0.22093187933720437, + "grad_norm": 3.5625, + "learning_rate": 9.831896775097228e-06, + "loss": 0.30875329971313475, + "mean_token_accuracy": 0.9178639754652977, + "num_tokens": 4810602.0, + "step": 780 + }, + { + "entropy": 0.2465921022929251, + "epoch": 0.22376433932870698, + "grad_norm": 2.765625, + "learning_rate": 9.82594986372802e-06, + "loss": 0.2801267862319946, + "mean_token_accuracy": 0.9282723888754845, + "num_tokens": 4871627.0, + "step": 790 + }, + { + "entropy": 0.25284000346437097, + "epoch": 0.2265967993202096, + "grad_norm": 3.4375, + "learning_rate": 9.819901444270948e-06, + "loss": 0.30395705699920655, + "mean_token_accuracy": 0.9240084990859032, + "num_tokens": 4931920.0, + "step": 800 + }, + { + "entropy": 0.28599896691739557, + "epoch": 0.22942925931171224, + "grad_norm": 2.640625, + "learning_rate": 9.81375164394729e-06, + "loss": 0.3340512752532959, + "mean_token_accuracy": 0.916917297244072, + "num_tokens": 4991349.0, + "step": 810 + }, + { + "entropy": 0.23968474548310043, + "epoch": 0.23226171930321485, + "grad_norm": 3.453125, + "learning_rate": 9.807500592110742e-06, + "loss": 0.2692118167877197, + "mean_token_accuracy": 0.9295398175716401, + "num_tokens": 5050055.0, + "step": 820 + }, + { + "entropy": 0.20940189454704522, + "epoch": 0.23509417929471746, + "grad_norm": 2.765625, + "learning_rate": 9.801148420244712e-06, + "loss": 0.25932815074920657, + "mean_token_accuracy": 0.9358838751912117, + "num_tokens": 5109782.0, + "step": 830 + }, + { + "entropy": 0.24254744723439217, + "epoch": 0.23792663928622007, + "grad_norm": 2.8125, + "learning_rate": 9.794695261959543e-06, + "loss": 0.2990440607070923, + "mean_token_accuracy": 0.9256203979253769, + "num_tokens": 5172440.0, + "step": 840 + }, + { + "entropy": 0.2664669520221651, + "epoch": 0.2407590992777227, + "grad_norm": 2.59375, + "learning_rate": 9.788141252989708e-06, + "loss": 0.29775204658508303, + "mean_token_accuracy": 0.9201966479420662, + "num_tokens": 5235919.0, + "step": 850 + }, + { + "entropy": 0.19833559924736618, + "epoch": 0.24359155926922532, + "grad_norm": 3.234375, + "learning_rate": 9.781486531190949e-06, + "loss": 0.23745510578155518, + "mean_token_accuracy": 0.9385088697075844, + "num_tokens": 5296473.0, + "step": 860 + }, + { + "entropy": 0.3408564478158951, + "epoch": 0.24642401926072793, + "grad_norm": 2.4375, + "learning_rate": 9.77473123653739e-06, + "loss": 0.39055278301239016, + "mean_token_accuracy": 0.8995231419801712, + "num_tokens": 5371351.0, + "step": 870 + }, + { + "entropy": 0.20810967413708567, + "epoch": 0.24925647925223057, + "grad_norm": 2.984375, + "learning_rate": 9.767875511118581e-06, + "loss": 0.23883450031280518, + "mean_token_accuracy": 0.9360704630613327, + "num_tokens": 5426969.0, + "step": 880 + }, + { + "entropy": 0.20178698934614658, + "epoch": 0.25208893924373316, + "grad_norm": 2.796875, + "learning_rate": 9.76091949913651e-06, + "loss": 0.2629793643951416, + "mean_token_accuracy": 0.9390636637806893, + "num_tokens": 5486851.0, + "step": 890 + }, + { + "entropy": 0.2675803706981242, + "epoch": 0.2549213992352358, + "grad_norm": 2.734375, + "learning_rate": 9.75386334690258e-06, + "loss": 0.32069413661956786, + "mean_token_accuracy": 0.9186962202191353, + "num_tokens": 5548844.0, + "step": 900 + }, + { + "entropy": 0.23871907480061055, + "epoch": 0.25775385922673844, + "grad_norm": 2.640625, + "learning_rate": 9.746707202834513e-06, + "loss": 0.2886685371398926, + "mean_token_accuracy": 0.9280523255467414, + "num_tokens": 5611116.0, + "step": 910 + }, + { + "entropy": 0.2657617861405015, + "epoch": 0.26058631921824105, + "grad_norm": 3.78125, + "learning_rate": 9.739451217453256e-06, + "loss": 0.3452012538909912, + "mean_token_accuracy": 0.9207879915833473, + "num_tokens": 5669471.0, + "step": 920 + }, + { + "entropy": 0.35146014522761104, + "epoch": 0.26341877920974366, + "grad_norm": 2.71875, + "learning_rate": 9.732095543379785e-06, + "loss": 0.40203266143798827, + "mean_token_accuracy": 0.8934830293059349, + "num_tokens": 5733490.0, + "step": 930 + }, + { + "entropy": 0.26005903370678424, + "epoch": 0.26625123920124627, + "grad_norm": 3.25, + "learning_rate": 9.724640335331914e-06, + "loss": 0.32765285968780516, + "mean_token_accuracy": 0.9225191935896874, + "num_tokens": 5794906.0, + "step": 940 + }, + { + "entropy": 0.2606829381547868, + "epoch": 0.2690836991927489, + "grad_norm": 3.125, + "learning_rate": 9.717085750121034e-06, + "loss": 0.291635537147522, + "mean_token_accuracy": 0.9234898447990417, + "num_tokens": 5859091.0, + "step": 950 + }, + { + "entropy": 0.23729518568143249, + "epoch": 0.27191615918425155, + "grad_norm": 3.890625, + "learning_rate": 9.709431946648816e-06, + "loss": 0.2771798849105835, + "mean_token_accuracy": 0.9288942471146584, + "num_tokens": 5916651.0, + "step": 960 + }, + { + "entropy": 0.3044700736179948, + "epoch": 0.27474861917575416, + "grad_norm": 3.265625, + "learning_rate": 9.70167908590387e-06, + "loss": 0.35118794441223145, + "mean_token_accuracy": 0.9071996942162514, + "num_tokens": 5986297.0, + "step": 970 + }, + { + "entropy": 0.20032154135406016, + "epoch": 0.2775810791672568, + "grad_norm": 1.9453125, + "learning_rate": 9.693827330958359e-06, + "loss": 0.22060835361480713, + "mean_token_accuracy": 0.9378864094614983, + "num_tokens": 6040950.0, + "step": 980 + }, + { + "entropy": 0.2812673319131136, + "epoch": 0.2804135391587594, + "grad_norm": 3.015625, + "learning_rate": 9.685876846964559e-06, + "loss": 0.3387210607528687, + "mean_token_accuracy": 0.9153818473219871, + "num_tokens": 6104481.0, + "step": 990 + }, + { + "entropy": 0.24724330119788646, + "epoch": 0.283245999150262, + "grad_norm": 2.828125, + "learning_rate": 9.677827801151403e-06, + "loss": 0.31839587688446047, + "mean_token_accuracy": 0.923798055946827, + "num_tokens": 6165731.0, + "step": 1000 + }, + { + "entropy": 0.21327958977781236, + "epoch": 0.2860784591417646, + "grad_norm": 3.546875, + "learning_rate": 9.669680362820947e-06, + "loss": 0.24435055255889893, + "mean_token_accuracy": 0.9363983988761901, + "num_tokens": 6222125.0, + "step": 1010 + }, + { + "entropy": 0.23882522946223617, + "epoch": 0.2889109191332672, + "grad_norm": 3.328125, + "learning_rate": 9.661434703344826e-06, + "loss": 0.2806673526763916, + "mean_token_accuracy": 0.9294095247983932, + "num_tokens": 6282204.0, + "step": 1020 + }, + { + "entropy": 0.26137259500101206, + "epoch": 0.2917433791247699, + "grad_norm": 2.671875, + "learning_rate": 9.653090996160623e-06, + "loss": 0.3070922613143921, + "mean_token_accuracy": 0.9197057574987412, + "num_tokens": 6344061.0, + "step": 1030 + }, + { + "entropy": 0.2871730769984424, + "epoch": 0.2945758391162725, + "grad_norm": 2.984375, + "learning_rate": 9.644649416768255e-06, + "loss": 0.35834407806396484, + "mean_token_accuracy": 0.912547567486763, + "num_tokens": 6407984.0, + "step": 1040 + }, + { + "entropy": 0.2900437446311116, + "epoch": 0.2974082991077751, + "grad_norm": 2.03125, + "learning_rate": 9.636110142726253e-06, + "loss": 0.32457125186920166, + "mean_token_accuracy": 0.9121438428759575, + "num_tokens": 6472329.0, + "step": 1050 + }, + { + "entropy": 0.2622954409569502, + "epoch": 0.3002407590992777, + "grad_norm": 3.25, + "learning_rate": 9.62747335364804e-06, + "loss": 0.33258225917816164, + "mean_token_accuracy": 0.9233925610780715, + "num_tokens": 6531732.0, + "step": 1060 + }, + { + "entropy": 0.2856888581067324, + "epoch": 0.30307321909078033, + "grad_norm": 3.0, + "learning_rate": 9.618739231198153e-06, + "loss": 0.3187042951583862, + "mean_token_accuracy": 0.9143719717860221, + "num_tokens": 6592374.0, + "step": 1070 + }, + { + "entropy": 0.24033787474036217, + "epoch": 0.30590567908228294, + "grad_norm": 2.859375, + "learning_rate": 9.609907959088422e-06, + "loss": 0.283614444732666, + "mean_token_accuracy": 0.9261544540524482, + "num_tokens": 6650790.0, + "step": 1080 + }, + { + "entropy": 0.23848863909952342, + "epoch": 0.30873813907378556, + "grad_norm": 2.625, + "learning_rate": 9.600979723074098e-06, + "loss": 0.2936501979827881, + "mean_token_accuracy": 0.9262032687664032, + "num_tokens": 6719706.0, + "step": 1090 + }, + { + "entropy": 0.21693174866959453, + "epoch": 0.3115705990652882, + "grad_norm": 2.953125, + "learning_rate": 9.591954710949957e-06, + "loss": 0.26004149913787844, + "mean_token_accuracy": 0.932583923637867, + "num_tokens": 6776632.0, + "step": 1100 + }, + { + "entropy": 0.2789190562441945, + "epoch": 0.31440305905679083, + "grad_norm": 2.890625, + "learning_rate": 9.582833112546343e-06, + "loss": 0.31595649719238283, + "mean_token_accuracy": 0.916853055357933, + "num_tokens": 6833011.0, + "step": 1110 + }, + { + "entropy": 0.26948679955676197, + "epoch": 0.31723551904829345, + "grad_norm": 3.21875, + "learning_rate": 9.573615119725177e-06, + "loss": 0.33131632804870603, + "mean_token_accuracy": 0.9167306616902351, + "num_tokens": 6900317.0, + "step": 1120 + }, + { + "entropy": 0.28943569734692576, + "epoch": 0.32006797903979606, + "grad_norm": 2.96875, + "learning_rate": 9.564300926375922e-06, + "loss": 0.3488821029663086, + "mean_token_accuracy": 0.9178584888577461, + "num_tokens": 6957843.0, + "step": 1130 + }, + { + "entropy": 0.3092574684880674, + "epoch": 0.32290043903129867, + "grad_norm": 3.0, + "learning_rate": 9.554890728411504e-06, + "loss": 0.38100056648254393, + "mean_token_accuracy": 0.907250528037548, + "num_tokens": 7019625.0, + "step": 1140 + }, + { + "entropy": 0.23205467853695155, + "epoch": 0.3257328990228013, + "grad_norm": 2.671875, + "learning_rate": 9.545384723764191e-06, + "loss": 0.2787184476852417, + "mean_token_accuracy": 0.9284637689590454, + "num_tokens": 7082747.0, + "step": 1150 + }, + { + "entropy": 0.220759935118258, + "epoch": 0.32856535901430395, + "grad_norm": 2.28125, + "learning_rate": 9.535783112381427e-06, + "loss": 0.2743505001068115, + "mean_token_accuracy": 0.9325400069355965, + "num_tokens": 7145661.0, + "step": 1160 + }, + { + "entropy": 0.23137438567355276, + "epoch": 0.33139781900580656, + "grad_norm": 1.8125, + "learning_rate": 9.526086096221637e-06, + "loss": 0.26987106800079347, + "mean_token_accuracy": 0.9313987359404564, + "num_tokens": 7206857.0, + "step": 1170 + }, + { + "entropy": 0.2722073396667838, + "epoch": 0.33423027899730917, + "grad_norm": 2.484375, + "learning_rate": 9.516293879249966e-06, + "loss": 0.3264123201370239, + "mean_token_accuracy": 0.9185864552855492, + "num_tokens": 7268679.0, + "step": 1180 + }, + { + "entropy": 0.32303727269172666, + "epoch": 0.3370627389888118, + "grad_norm": 3.671875, + "learning_rate": 9.506406667433992e-06, + "loss": 0.36596126556396485, + "mean_token_accuracy": 0.9050239235162735, + "num_tokens": 7330799.0, + "step": 1190 + }, + { + "entropy": 0.3101142390631139, + "epoch": 0.3398951989803144, + "grad_norm": 2.5625, + "learning_rate": 9.496424668739402e-06, + "loss": 0.34369256496429446, + "mean_token_accuracy": 0.9077561184763908, + "num_tokens": 7400775.0, + "step": 1200 + }, + { + "entropy": 0.2986501886509359, + "epoch": 0.342727658971817, + "grad_norm": 3.015625, + "learning_rate": 9.486348093125608e-06, + "loss": 0.322642183303833, + "mean_token_accuracy": 0.9091341316699981, + "num_tokens": 7468242.0, + "step": 1210 + }, + { + "entropy": 0.2589032934047282, + "epoch": 0.3455601189633196, + "grad_norm": 3.421875, + "learning_rate": 9.476177152541336e-06, + "loss": 0.34026474952697755, + "mean_token_accuracy": 0.9198563724756241, + "num_tokens": 7527176.0, + "step": 1220 + }, + { + "entropy": 0.22048621401190757, + "epoch": 0.3483925789548223, + "grad_norm": 2.484375, + "learning_rate": 9.465912060920166e-06, + "loss": 0.25838427543640136, + "mean_token_accuracy": 0.9329820945858955, + "num_tokens": 7589812.0, + "step": 1230 + }, + { + "entropy": 0.26202963748946784, + "epoch": 0.3512250389463249, + "grad_norm": 2.578125, + "learning_rate": 9.455553034176032e-06, + "loss": 0.30493922233581544, + "mean_token_accuracy": 0.9203774958848954, + "num_tokens": 7657522.0, + "step": 1240 + }, + { + "entropy": 0.271380069013685, + "epoch": 0.3540574989378275, + "grad_norm": 2.828125, + "learning_rate": 9.445100290198684e-06, + "loss": 0.3257579326629639, + "mean_token_accuracy": 0.9217397809028626, + "num_tokens": 7712829.0, + "step": 1250 + }, + { + "entropy": 0.27217169627547266, + "epoch": 0.3568899589293301, + "grad_norm": 2.8125, + "learning_rate": 9.434554048849093e-06, + "loss": 0.3238358497619629, + "mean_token_accuracy": 0.9188270941376686, + "num_tokens": 7776624.0, + "step": 1260 + }, + { + "entropy": 0.25914485240355134, + "epoch": 0.35972241892083273, + "grad_norm": 2.65625, + "learning_rate": 9.42391453195485e-06, + "loss": 0.3195030927658081, + "mean_token_accuracy": 0.9199050933122634, + "num_tokens": 7841876.0, + "step": 1270 + }, + { + "entropy": 0.28430393086746336, + "epoch": 0.36255487891233534, + "grad_norm": 2.234375, + "learning_rate": 9.41318196330547e-06, + "loss": 0.3278545141220093, + "mean_token_accuracy": 0.91401526927948, + "num_tokens": 7910392.0, + "step": 1280 + }, + { + "entropy": 0.26083566416054965, + "epoch": 0.365387338903838, + "grad_norm": 3.390625, + "learning_rate": 9.402356568647713e-06, + "loss": 0.31773340702056885, + "mean_token_accuracy": 0.9208214491605758, + "num_tokens": 7975209.0, + "step": 1290 + }, + { + "entropy": 0.24519406631588936, + "epoch": 0.3682197988953406, + "grad_norm": 2.4375, + "learning_rate": 9.391438575680817e-06, + "loss": 0.2722881317138672, + "mean_token_accuracy": 0.9261975526809693, + "num_tokens": 8034132.0, + "step": 1300 + }, + { + "entropy": 0.2725516245700419, + "epoch": 0.37105225888684323, + "grad_norm": 2.84375, + "learning_rate": 9.380428214051713e-06, + "loss": 0.29813878536224364, + "mean_token_accuracy": 0.9148821920156479, + "num_tokens": 8098705.0, + "step": 1310 + }, + { + "entropy": 0.21026630871929228, + "epoch": 0.37388471887834585, + "grad_norm": 3.4375, + "learning_rate": 9.369325715350204e-06, + "loss": 0.24018876552581786, + "mean_token_accuracy": 0.9353105634450912, + "num_tokens": 8156214.0, + "step": 1320 + }, + { + "entropy": 0.21636407235637306, + "epoch": 0.37671717886984846, + "grad_norm": 3.171875, + "learning_rate": 9.358131313104078e-06, + "loss": 0.24975388050079345, + "mean_token_accuracy": 0.9319381535053253, + "num_tokens": 8212246.0, + "step": 1330 + }, + { + "entropy": 0.283135371748358, + "epoch": 0.37954963886135107, + "grad_norm": 3.03125, + "learning_rate": 9.346845242774211e-06, + "loss": 0.3492774486541748, + "mean_token_accuracy": 0.9126205027103425, + "num_tokens": 8276449.0, + "step": 1340 + }, + { + "entropy": 0.2689216922968626, + "epoch": 0.3823820988528537, + "grad_norm": 2.6875, + "learning_rate": 9.335467741749602e-06, + "loss": 0.31089398860931394, + "mean_token_accuracy": 0.9163184836506844, + "num_tokens": 8342046.0, + "step": 1350 + }, + { + "entropy": 0.2872828125953674, + "epoch": 0.38521455884435635, + "grad_norm": 3.65625, + "learning_rate": 9.323999049342388e-06, + "loss": 0.3404247283935547, + "mean_token_accuracy": 0.9147303462028503, + "num_tokens": 8401310.0, + "step": 1360 + }, + { + "entropy": 0.24872623989358544, + "epoch": 0.38804701883585896, + "grad_norm": 3.4375, + "learning_rate": 9.312439406782805e-06, + "loss": 0.3352261304855347, + "mean_token_accuracy": 0.9236381486058235, + "num_tokens": 8465214.0, + "step": 1370 + }, + { + "entropy": 0.29522558888420464, + "epoch": 0.39087947882736157, + "grad_norm": 2.859375, + "learning_rate": 9.300789057214125e-06, + "loss": 0.3520496845245361, + "mean_token_accuracy": 0.9124088481068611, + "num_tokens": 8528733.0, + "step": 1380 + }, + { + "entropy": 0.2515323468483984, + "epoch": 0.3937119388188642, + "grad_norm": 2.875, + "learning_rate": 9.289048245687522e-06, + "loss": 0.28282158374786376, + "mean_token_accuracy": 0.9251262009143829, + "num_tokens": 8591455.0, + "step": 1390 + }, + { + "entropy": 0.2881984678097069, + "epoch": 0.3965443988103668, + "grad_norm": 3.09375, + "learning_rate": 9.27721721915694e-06, + "loss": 0.32998993396759035, + "mean_token_accuracy": 0.9121208965778351, + "num_tokens": 8648837.0, + "step": 1400 + }, + { + "entropy": 0.21407993137836456, + "epoch": 0.3993768588018694, + "grad_norm": 2.9375, + "learning_rate": 9.265296226473879e-06, + "loss": 0.26375982761383054, + "mean_token_accuracy": 0.9327566012740135, + "num_tokens": 8709930.0, + "step": 1410 + }, + { + "entropy": 0.275363692175597, + "epoch": 0.402209318793372, + "grad_norm": 3.03125, + "learning_rate": 9.253285518382176e-06, + "loss": 0.3250740051269531, + "mean_token_accuracy": 0.913650569319725, + "num_tokens": 8776591.0, + "step": 1420 + }, + { + "entropy": 0.3261520963162184, + "epoch": 0.4050417787848747, + "grad_norm": 2.109375, + "learning_rate": 9.241185347512718e-06, + "loss": 0.3912560224533081, + "mean_token_accuracy": 0.9037208631634712, + "num_tokens": 8844954.0, + "step": 1430 + }, + { + "entropy": 0.22378331497311593, + "epoch": 0.4078742387763773, + "grad_norm": 3.328125, + "learning_rate": 9.228995968378142e-06, + "loss": 0.2790132284164429, + "mean_token_accuracy": 0.9313532575964928, + "num_tokens": 8902834.0, + "step": 1440 + }, + { + "entropy": 0.31234009442850946, + "epoch": 0.4107066987678799, + "grad_norm": 3.125, + "learning_rate": 9.216717637367469e-06, + "loss": 0.3557111740112305, + "mean_token_accuracy": 0.9075094118714333, + "num_tokens": 8969817.0, + "step": 1450 + }, + { + "entropy": 0.21338311042636632, + "epoch": 0.4135391587593825, + "grad_norm": 2.5625, + "learning_rate": 9.204350612740718e-06, + "loss": 0.25135955810546873, + "mean_token_accuracy": 0.9335709244012833, + "num_tokens": 9030683.0, + "step": 1460 + }, + { + "entropy": 0.27338244216516616, + "epoch": 0.41637161875088513, + "grad_norm": 3.53125, + "learning_rate": 9.191895154623471e-06, + "loss": 0.330609655380249, + "mean_token_accuracy": 0.9164686724543571, + "num_tokens": 9089943.0, + "step": 1470 + }, + { + "entropy": 0.284117466583848, + "epoch": 0.41920407874238774, + "grad_norm": 2.90625, + "learning_rate": 9.179351525001405e-06, + "loss": 0.35007033348083494, + "mean_token_accuracy": 0.9137591674923897, + "num_tokens": 9161071.0, + "step": 1480 + }, + { + "entropy": 0.2786842305213213, + "epoch": 0.4220365387338904, + "grad_norm": 2.515625, + "learning_rate": 9.16671998771478e-06, + "loss": 0.3523244380950928, + "mean_token_accuracy": 0.9142401218414307, + "num_tokens": 9228047.0, + "step": 1490 + }, + { + "entropy": 0.25877189775928855, + "epoch": 0.424868998725393, + "grad_norm": 3.9375, + "learning_rate": 9.154000808452883e-06, + "loss": 0.2900538921356201, + "mean_token_accuracy": 0.9240692466497421, + "num_tokens": 9292649.0, + "step": 1500 + }, + { + "entropy": 0.3218853287398815, + "epoch": 0.42770145871689563, + "grad_norm": 2.671875, + "learning_rate": 9.14119425474845e-06, + "loss": 0.37074031829833987, + "mean_token_accuracy": 0.9025695845484734, + "num_tokens": 9358701.0, + "step": 1510 + }, + { + "entropy": 0.2493061749264598, + "epoch": 0.43053391870839824, + "grad_norm": 3.78125, + "learning_rate": 9.128300595972035e-06, + "loss": 0.2916921615600586, + "mean_token_accuracy": 0.9247250065207482, + "num_tokens": 9415998.0, + "step": 1520 + }, + { + "entropy": 0.24458966655656694, + "epoch": 0.43336637869990086, + "grad_norm": 3.046875, + "learning_rate": 9.115320103326341e-06, + "loss": 0.3079118490219116, + "mean_token_accuracy": 0.9261806443333626, + "num_tokens": 9477772.0, + "step": 1530 + }, + { + "entropy": 0.24118555188179017, + "epoch": 0.43619883869140347, + "grad_norm": 2.796875, + "learning_rate": 9.102253049840515e-06, + "loss": 0.2698474645614624, + "mean_token_accuracy": 0.9262908518314361, + "num_tokens": 9543178.0, + "step": 1540 + }, + { + "entropy": 0.27692517237737774, + "epoch": 0.4390312986829061, + "grad_norm": 3.59375, + "learning_rate": 9.089099710364413e-06, + "loss": 0.35334970951080324, + "mean_token_accuracy": 0.9152400702238083, + "num_tokens": 9603845.0, + "step": 1550 + }, + { + "entropy": 0.22478010756894945, + "epoch": 0.44186375867440875, + "grad_norm": 4.0625, + "learning_rate": 9.07586036156281e-06, + "loss": 0.2800618648529053, + "mean_token_accuracy": 0.9322063907980919, + "num_tokens": 9657847.0, + "step": 1560 + }, + { + "entropy": 0.301778607442975, + "epoch": 0.44469621866591136, + "grad_norm": 3.015625, + "learning_rate": 9.062535281909586e-06, + "loss": 0.347332239151001, + "mean_token_accuracy": 0.9108933255076408, + "num_tokens": 9717055.0, + "step": 1570 + }, + { + "entropy": 0.2316664133220911, + "epoch": 0.44752867865741397, + "grad_norm": 2.828125, + "learning_rate": 9.049124751681867e-06, + "loss": 0.2667954921722412, + "mean_token_accuracy": 0.932160672545433, + "num_tokens": 9777625.0, + "step": 1580 + }, + { + "entropy": 0.26570963142439724, + "epoch": 0.4503611386489166, + "grad_norm": 3.15625, + "learning_rate": 9.03562905295413e-06, + "loss": 0.3452394962310791, + "mean_token_accuracy": 0.9210765406489372, + "num_tokens": 9837849.0, + "step": 1590 + }, + { + "entropy": 0.241340676182881, + "epoch": 0.4531935986404192, + "grad_norm": 2.34375, + "learning_rate": 9.022048469592266e-06, + "loss": 0.292175817489624, + "mean_token_accuracy": 0.9271585017442703, + "num_tokens": 9899403.0, + "step": 1600 + }, + { + "entropy": 0.22770550679415463, + "epoch": 0.4560260586319218, + "grad_norm": 2.6875, + "learning_rate": 9.008383287247619e-06, + "loss": 0.25679965019226075, + "mean_token_accuracy": 0.9316400110721588, + "num_tokens": 9954779.0, + "step": 1610 + }, + { + "entropy": 0.2558764288201928, + "epoch": 0.45885851862342447, + "grad_norm": 3.65625, + "learning_rate": 8.994633793350966e-06, + "loss": 0.30559663772583007, + "mean_token_accuracy": 0.9226524040102959, + "num_tokens": 10016491.0, + "step": 1620 + }, + { + "entropy": 0.22422194620594382, + "epoch": 0.4616909786149271, + "grad_norm": 2.875, + "learning_rate": 8.98080027710648e-06, + "loss": 0.2620770692825317, + "mean_token_accuracy": 0.931402213871479, + "num_tokens": 10077692.0, + "step": 1630 + }, + { + "entropy": 0.26183739248663185, + "epoch": 0.4645234386064297, + "grad_norm": 3.5, + "learning_rate": 8.966883029485644e-06, + "loss": 0.3246657371520996, + "mean_token_accuracy": 0.9211442023515701, + "num_tokens": 10138856.0, + "step": 1640 + }, + { + "entropy": 0.27033895151689646, + "epoch": 0.4673558985979323, + "grad_norm": 2.9375, + "learning_rate": 8.952882343221128e-06, + "loss": 0.31453800201416016, + "mean_token_accuracy": 0.9187925904989243, + "num_tokens": 10199283.0, + "step": 1650 + }, + { + "entropy": 0.27811811305582523, + "epoch": 0.4701883585894349, + "grad_norm": 3.03125, + "learning_rate": 8.938798512800635e-06, + "loss": 0.3228362321853638, + "mean_token_accuracy": 0.9144035845994949, + "num_tokens": 10262755.0, + "step": 1660 + }, + { + "entropy": 0.25631644316017627, + "epoch": 0.47302081858093753, + "grad_norm": 3.65625, + "learning_rate": 8.924631834460706e-06, + "loss": 0.3209569454193115, + "mean_token_accuracy": 0.9214628890156746, + "num_tokens": 10329283.0, + "step": 1670 + }, + { + "entropy": 0.22031188122928141, + "epoch": 0.47585327857244014, + "grad_norm": 3.28125, + "learning_rate": 8.910382606180488e-06, + "loss": 0.26499745845794676, + "mean_token_accuracy": 0.9340609654784202, + "num_tokens": 10384021.0, + "step": 1680 + }, + { + "entropy": 0.2515722900629044, + "epoch": 0.4786857385639428, + "grad_norm": 3.140625, + "learning_rate": 8.896051127675472e-06, + "loss": 0.299767804145813, + "mean_token_accuracy": 0.9258117720484733, + "num_tokens": 10448164.0, + "step": 1690 + }, + { + "entropy": 0.29240532079711556, + "epoch": 0.4815181985554454, + "grad_norm": 3.28125, + "learning_rate": 8.881637700391179e-06, + "loss": 0.34952309131622317, + "mean_token_accuracy": 0.912120270729065, + "num_tokens": 10509285.0, + "step": 1700 + }, + { + "entropy": 0.2534479722380638, + "epoch": 0.48435065854694803, + "grad_norm": 2.859375, + "learning_rate": 8.867142627496825e-06, + "loss": 0.29810385704040526, + "mean_token_accuracy": 0.9233490318059921, + "num_tokens": 10569057.0, + "step": 1710 + }, + { + "entropy": 0.2604710581712425, + "epoch": 0.48718311853845064, + "grad_norm": 3.171875, + "learning_rate": 8.852566213878947e-06, + "loss": 0.3080343961715698, + "mean_token_accuracy": 0.9179377123713494, + "num_tokens": 10629126.0, + "step": 1720 + }, + { + "entropy": 0.23515669340267778, + "epoch": 0.49001557852995326, + "grad_norm": 3.1875, + "learning_rate": 8.837908766134984e-06, + "loss": 0.2872535467147827, + "mean_token_accuracy": 0.9293222084641457, + "num_tokens": 10688424.0, + "step": 1730 + }, + { + "entropy": 0.2053655257448554, + "epoch": 0.49284803852145587, + "grad_norm": 2.96875, + "learning_rate": 8.823170592566833e-06, + "loss": 0.2675440788269043, + "mean_token_accuracy": 0.9372267380356789, + "num_tokens": 10747596.0, + "step": 1740 + }, + { + "entropy": 0.2699555506929755, + "epoch": 0.4956804985129585, + "grad_norm": 3.984375, + "learning_rate": 8.808352003174362e-06, + "loss": 0.34564881324768065, + "mean_token_accuracy": 0.917387866973877, + "num_tokens": 10809793.0, + "step": 1750 + }, + { + "entropy": 0.23093979228287936, + "epoch": 0.49851295850446115, + "grad_norm": 2.765625, + "learning_rate": 8.793453309648885e-06, + "loss": 0.2652362108230591, + "mean_token_accuracy": 0.9302272021770477, + "num_tokens": 10871670.0, + "step": 1760 + }, + { + "entropy": 0.217674121260643, + "epoch": 0.5013454184959637, + "grad_norm": 2.296875, + "learning_rate": 8.77847482536662e-06, + "loss": 0.26816089153289796, + "mean_token_accuracy": 0.9338669091463089, + "num_tokens": 10933491.0, + "step": 1770 + }, + { + "entropy": 0.2443548015318811, + "epoch": 0.5041778784874663, + "grad_norm": 2.765625, + "learning_rate": 8.76341686538208e-06, + "loss": 0.2879756450653076, + "mean_token_accuracy": 0.9252054631710053, + "num_tokens": 10993120.0, + "step": 1780 + }, + { + "entropy": 0.28073133789002896, + "epoch": 0.507010338478969, + "grad_norm": 3.578125, + "learning_rate": 8.748279746421459e-06, + "loss": 0.3664905071258545, + "mean_token_accuracy": 0.914407916367054, + "num_tokens": 11053747.0, + "step": 1790 + }, + { + "entropy": 0.3151184435933828, + "epoch": 0.5098427984704716, + "grad_norm": 3.015625, + "learning_rate": 8.73306378687596e-06, + "loss": 0.3645954132080078, + "mean_token_accuracy": 0.9064996063709259, + "num_tokens": 11123459.0, + "step": 1800 + }, + { + "entropy": 0.26551789194345476, + "epoch": 0.5126752584619743, + "grad_norm": 3.09375, + "learning_rate": 8.717769306795115e-06, + "loss": 0.3270742416381836, + "mean_token_accuracy": 0.9203312039375305, + "num_tokens": 11187350.0, + "step": 1810 + }, + { + "entropy": 0.28791499985381963, + "epoch": 0.5155077184534769, + "grad_norm": 2.15625, + "learning_rate": 8.702396627880027e-06, + "loss": 0.3446188449859619, + "mean_token_accuracy": 0.9122902229428291, + "num_tokens": 11250584.0, + "step": 1820 + }, + { + "entropy": 0.22998738354071974, + "epoch": 0.5183401784449795, + "grad_norm": 2.875, + "learning_rate": 8.686946073476628e-06, + "loss": 0.2620666027069092, + "mean_token_accuracy": 0.931136479973793, + "num_tokens": 11312929.0, + "step": 1830 + }, + { + "entropy": 0.26515663117170335, + "epoch": 0.5211726384364821, + "grad_norm": 2.765625, + "learning_rate": 8.671417968568864e-06, + "loss": 0.32726387977600097, + "mean_token_accuracy": 0.9194383502006531, + "num_tokens": 11373406.0, + "step": 1840 + }, + { + "entropy": 0.27902805162593725, + "epoch": 0.5240050984279847, + "grad_norm": 2.65625, + "learning_rate": 8.655812639771865e-06, + "loss": 0.35257582664489745, + "mean_token_accuracy": 0.9158491358160973, + "num_tokens": 11434074.0, + "step": 1850 + }, + { + "entropy": 0.24821369755081832, + "epoch": 0.5268375584194873, + "grad_norm": 2.8125, + "learning_rate": 8.64013041532507e-06, + "loss": 0.279030966758728, + "mean_token_accuracy": 0.9226725235581398, + "num_tokens": 11493973.0, + "step": 1860 + }, + { + "entropy": 0.19138105222955346, + "epoch": 0.5296700184109899, + "grad_norm": 3.34375, + "learning_rate": 8.62437162508533e-06, + "loss": 0.26068317890167236, + "mean_token_accuracy": 0.9415134266018867, + "num_tokens": 11551169.0, + "step": 1870 + }, + { + "entropy": 0.1800975519232452, + "epoch": 0.5325024784024925, + "grad_norm": 2.5625, + "learning_rate": 8.608536600519965e-06, + "loss": 0.21379611492156983, + "mean_token_accuracy": 0.947042727470398, + "num_tokens": 11607689.0, + "step": 1880 + }, + { + "entropy": 0.2381605574861169, + "epoch": 0.5353349383939952, + "grad_norm": 3.5625, + "learning_rate": 8.592625674699791e-06, + "loss": 0.31764028072357176, + "mean_token_accuracy": 0.9277781933546067, + "num_tokens": 11670275.0, + "step": 1890 + }, + { + "entropy": 0.24414894701912998, + "epoch": 0.5381673983854978, + "grad_norm": 2.96875, + "learning_rate": 8.576639182292117e-06, + "loss": 0.2984654664993286, + "mean_token_accuracy": 0.9253525018692017, + "num_tokens": 11732674.0, + "step": 1900 + }, + { + "entropy": 0.26540830750018357, + "epoch": 0.5409998583770004, + "grad_norm": 2.5, + "learning_rate": 8.560577459553705e-06, + "loss": 0.2995338201522827, + "mean_token_accuracy": 0.9170404925942421, + "num_tokens": 11796122.0, + "step": 1910 + }, + { + "entropy": 0.22120436416007577, + "epoch": 0.5438323183685031, + "grad_norm": 2.453125, + "learning_rate": 8.5444408443237e-06, + "loss": 0.2612636566162109, + "mean_token_accuracy": 0.9336322173476219, + "num_tokens": 11855783.0, + "step": 1920 + }, + { + "entropy": 0.2574581575579941, + "epoch": 0.5466647783600057, + "grad_norm": 3.671875, + "learning_rate": 8.528229676016516e-06, + "loss": 0.2953659534454346, + "mean_token_accuracy": 0.9200656801462174, + "num_tokens": 11915467.0, + "step": 1930 + }, + { + "entropy": 0.2645864601247013, + "epoch": 0.5494972383515083, + "grad_norm": 2.859375, + "learning_rate": 8.511944295614705e-06, + "loss": 0.31510348320007325, + "mean_token_accuracy": 0.9208753496408463, + "num_tokens": 11982685.0, + "step": 1940 + }, + { + "entropy": 0.2253680657595396, + "epoch": 0.5523296983430109, + "grad_norm": 2.765625, + "learning_rate": 8.49558504566178e-06, + "loss": 0.2593071460723877, + "mean_token_accuracy": 0.9332447171211242, + "num_tokens": 12043764.0, + "step": 1950 + }, + { + "entropy": 0.2743760205805302, + "epoch": 0.5551621583345135, + "grad_norm": 2.875, + "learning_rate": 8.479152270255015e-06, + "loss": 0.32801840305328367, + "mean_token_accuracy": 0.9175538629293442, + "num_tokens": 12106744.0, + "step": 1960 + }, + { + "entropy": 0.2409117895178497, + "epoch": 0.5579946183260162, + "grad_norm": 2.4375, + "learning_rate": 8.462646315038199e-06, + "loss": 0.3042436599731445, + "mean_token_accuracy": 0.9294470772147179, + "num_tokens": 12168588.0, + "step": 1970 + }, + { + "entropy": 0.25588282784447075, + "epoch": 0.5608270783175188, + "grad_norm": 2.75, + "learning_rate": 8.446067527194377e-06, + "loss": 0.28229076862335206, + "mean_token_accuracy": 0.9217988669872283, + "num_tokens": 12234235.0, + "step": 1980 + }, + { + "entropy": 0.22676437282934786, + "epoch": 0.5636595383090214, + "grad_norm": 3.21875, + "learning_rate": 8.429416255438535e-06, + "loss": 0.2763058185577393, + "mean_token_accuracy": 0.9312441393733024, + "num_tokens": 12295523.0, + "step": 1990 + }, + { + "entropy": 0.23693293845281005, + "epoch": 0.566491998300524, + "grad_norm": 2.84375, + "learning_rate": 8.412692850010276e-06, + "loss": 0.25852394104003906, + "mean_token_accuracy": 0.929935322701931, + "num_tokens": 12355289.0, + "step": 2000 + }, + { + "entropy": 0.26585140177048744, + "epoch": 0.5693244582920266, + "grad_norm": 3.15625, + "learning_rate": 8.395897662666444e-06, + "loss": 0.33711426258087157, + "mean_token_accuracy": 0.921252678334713, + "num_tokens": 12419888.0, + "step": 2010 + }, + { + "entropy": 0.2817812806926668, + "epoch": 0.5721569182835292, + "grad_norm": 2.71875, + "learning_rate": 8.379031046673735e-06, + "loss": 0.329822039604187, + "mean_token_accuracy": 0.915573863685131, + "num_tokens": 12481072.0, + "step": 2020 + }, + { + "entropy": 0.2310811343602836, + "epoch": 0.5749893782750318, + "grad_norm": 3.15625, + "learning_rate": 8.36209335680126e-06, + "loss": 0.2848243236541748, + "mean_token_accuracy": 0.9298717737197876, + "num_tokens": 12537117.0, + "step": 2030 + }, + { + "entropy": 0.24113858481869102, + "epoch": 0.5778218382665344, + "grad_norm": 3.5, + "learning_rate": 8.345084949313082e-06, + "loss": 0.30589349269866944, + "mean_token_accuracy": 0.9254002273082733, + "num_tokens": 12598523.0, + "step": 2040 + }, + { + "entropy": 0.2469558353535831, + "epoch": 0.5806542982580372, + "grad_norm": 2.46875, + "learning_rate": 8.328006181960728e-06, + "loss": 0.2666426420211792, + "mean_token_accuracy": 0.9237473145127296, + "num_tokens": 12659850.0, + "step": 2050 + }, + { + "entropy": 0.22523943707346916, + "epoch": 0.5834867582495398, + "grad_norm": 3.515625, + "learning_rate": 8.310857413975653e-06, + "loss": 0.2842994451522827, + "mean_token_accuracy": 0.9316848069429398, + "num_tokens": 12728769.0, + "step": 2060 + }, + { + "entropy": 0.23469501873478293, + "epoch": 0.5863192182410424, + "grad_norm": 2.890625, + "learning_rate": 8.293639006061701e-06, + "loss": 0.28825619220733645, + "mean_token_accuracy": 0.9315712109208107, + "num_tokens": 12793510.0, + "step": 2070 + }, + { + "entropy": 0.26904424456879494, + "epoch": 0.589151678232545, + "grad_norm": 2.75, + "learning_rate": 8.276351320387505e-06, + "loss": 0.3132829427719116, + "mean_token_accuracy": 0.9184053987264633, + "num_tokens": 12859305.0, + "step": 2080 + }, + { + "entropy": 0.22551713800057768, + "epoch": 0.5919841382240476, + "grad_norm": 2.765625, + "learning_rate": 8.25899472057887e-06, + "loss": 0.25671346187591554, + "mean_token_accuracy": 0.9330786928534508, + "num_tokens": 12919296.0, + "step": 2090 + }, + { + "entropy": 0.2908180743455887, + "epoch": 0.5948165982155502, + "grad_norm": 3.4375, + "learning_rate": 8.241569571711131e-06, + "loss": 0.3749950885772705, + "mean_token_accuracy": 0.9122948393225669, + "num_tokens": 12984110.0, + "step": 2100 + }, + { + "entropy": 0.18859034972265362, + "epoch": 0.5976490582070528, + "grad_norm": 3.3125, + "learning_rate": 8.22407624030147e-06, + "loss": 0.21266024112701415, + "mean_token_accuracy": 0.9415996059775352, + "num_tokens": 13044585.0, + "step": 2110 + }, + { + "entropy": 0.2686202362179756, + "epoch": 0.6004815181985554, + "grad_norm": 3.140625, + "learning_rate": 8.206515094301206e-06, + "loss": 0.3143640995025635, + "mean_token_accuracy": 0.9184302508831024, + "num_tokens": 13104184.0, + "step": 2120 + }, + { + "entropy": 0.2924169018864632, + "epoch": 0.603313978190058, + "grad_norm": 2.515625, + "learning_rate": 8.18888650308806e-06, + "loss": 0.33350090980529784, + "mean_token_accuracy": 0.9111582815647126, + "num_tokens": 13169744.0, + "step": 2130 + }, + { + "entropy": 0.23468140745535493, + "epoch": 0.6061464381815607, + "grad_norm": 3.125, + "learning_rate": 8.171190837458378e-06, + "loss": 0.2748774290084839, + "mean_token_accuracy": 0.9279026314616203, + "num_tokens": 13230747.0, + "step": 2140 + }, + { + "entropy": 0.2707135030068457, + "epoch": 0.6089788981730633, + "grad_norm": 2.640625, + "learning_rate": 8.153428469619337e-06, + "loss": 0.3319953680038452, + "mean_token_accuracy": 0.9202817261219025, + "num_tokens": 13294156.0, + "step": 2150 + }, + { + "entropy": 0.33541303491219876, + "epoch": 0.6118113581645659, + "grad_norm": 3.171875, + "learning_rate": 8.135599773181121e-06, + "loss": 0.34877288341522217, + "mean_token_accuracy": 0.9051463961601257, + "num_tokens": 13361330.0, + "step": 2160 + }, + { + "entropy": 0.24658853579312562, + "epoch": 0.6146438181560685, + "grad_norm": 2.84375, + "learning_rate": 8.117705123149048e-06, + "loss": 0.3000421762466431, + "mean_token_accuracy": 0.9227447956800461, + "num_tokens": 13423145.0, + "step": 2170 + }, + { + "entropy": 0.24564437023364008, + "epoch": 0.6174762781475711, + "grad_norm": 3.296875, + "learning_rate": 8.099744895915698e-06, + "loss": 0.3217023849487305, + "mean_token_accuracy": 0.9250235304236412, + "num_tokens": 13485257.0, + "step": 2180 + }, + { + "entropy": 0.2456009641289711, + "epoch": 0.6203087381390738, + "grad_norm": 2.84375, + "learning_rate": 8.081719469252986e-06, + "loss": 0.310084867477417, + "mean_token_accuracy": 0.9257996216416359, + "num_tokens": 13546943.0, + "step": 2190 + }, + { + "entropy": 0.29650545958429575, + "epoch": 0.6231411981305764, + "grad_norm": 3.640625, + "learning_rate": 8.063629222304217e-06, + "loss": 0.34581058025360106, + "mean_token_accuracy": 0.9123394638299942, + "num_tokens": 13610152.0, + "step": 2200 + }, + { + "entropy": 0.2508404080756009, + "epoch": 0.6259736581220791, + "grad_norm": 2.921875, + "learning_rate": 8.04547453557612e-06, + "loss": 0.28043336868286134, + "mean_token_accuracy": 0.92689019292593, + "num_tokens": 13671659.0, + "step": 2210 + }, + { + "entropy": 0.22516307719051837, + "epoch": 0.6288061181135817, + "grad_norm": 2.9375, + "learning_rate": 8.027255790930832e-06, + "loss": 0.2544457674026489, + "mean_token_accuracy": 0.9322215467691422, + "num_tokens": 13726023.0, + "step": 2220 + }, + { + "entropy": 0.2471348475664854, + "epoch": 0.6316385781050843, + "grad_norm": 3.640625, + "learning_rate": 8.00897337157787e-06, + "loss": 0.29131321907043456, + "mean_token_accuracy": 0.9242102384567261, + "num_tokens": 13785984.0, + "step": 2230 + }, + { + "entropy": 0.20350156892091037, + "epoch": 0.6344710380965869, + "grad_norm": 3.0, + "learning_rate": 7.990627662066081e-06, + "loss": 0.2495595932006836, + "mean_token_accuracy": 0.9376389294862747, + "num_tokens": 13841115.0, + "step": 2240 + }, + { + "entropy": 0.21044904924929142, + "epoch": 0.6373034980880895, + "grad_norm": 3.015625, + "learning_rate": 7.972219048275537e-06, + "loss": 0.2602006673812866, + "mean_token_accuracy": 0.9350134670734406, + "num_tokens": 13900115.0, + "step": 2250 + }, + { + "entropy": 0.2591171387583017, + "epoch": 0.6401359580795921, + "grad_norm": 2.421875, + "learning_rate": 7.953747917409428e-06, + "loss": 0.31584160327911376, + "mean_token_accuracy": 0.923833379149437, + "num_tokens": 13963087.0, + "step": 2260 + }, + { + "entropy": 0.26614895891398194, + "epoch": 0.6429684180710947, + "grad_norm": 2.671875, + "learning_rate": 7.935214657985918e-06, + "loss": 0.31452739238739014, + "mean_token_accuracy": 0.9192465171217918, + "num_tokens": 14025691.0, + "step": 2270 + }, + { + "entropy": 0.27064447924494744, + "epoch": 0.6458008780625973, + "grad_norm": 2.546875, + "learning_rate": 7.91661965982997e-06, + "loss": 0.3128303289413452, + "mean_token_accuracy": 0.9186597511172294, + "num_tokens": 14090376.0, + "step": 2280 + }, + { + "entropy": 0.26707220980897545, + "epoch": 0.6486333380541, + "grad_norm": 3.375, + "learning_rate": 7.897963314065146e-06, + "loss": 0.332572865486145, + "mean_token_accuracy": 0.9179326295852661, + "num_tokens": 14153049.0, + "step": 2290 + }, + { + "entropy": 0.23635501032695175, + "epoch": 0.6514657980456026, + "grad_norm": 3.65625, + "learning_rate": 7.879246013105383e-06, + "loss": 0.2604819297790527, + "mean_token_accuracy": 0.928515163064003, + "num_tokens": 14212590.0, + "step": 2300 + }, + { + "entropy": 0.18730585724115373, + "epoch": 0.6542982580371052, + "grad_norm": 2.890625, + "learning_rate": 7.86046815064674e-06, + "loss": 0.22234323024749755, + "mean_token_accuracy": 0.9432886317372322, + "num_tokens": 14272363.0, + "step": 2310 + }, + { + "entropy": 0.23519881842657925, + "epoch": 0.6571307180286079, + "grad_norm": 2.84375, + "learning_rate": 7.84163012165911e-06, + "loss": 0.2765446662902832, + "mean_token_accuracy": 0.9290280610322952, + "num_tokens": 14336992.0, + "step": 2320 + }, + { + "entropy": 0.2313802231103182, + "epoch": 0.6599631780201105, + "grad_norm": 2.734375, + "learning_rate": 7.822732322377917e-06, + "loss": 0.27338762283325196, + "mean_token_accuracy": 0.9289564326405525, + "num_tokens": 14396618.0, + "step": 2330 + }, + { + "entropy": 0.2716065593995154, + "epoch": 0.6627956380116131, + "grad_norm": 2.875, + "learning_rate": 7.80377515029579e-06, + "loss": 0.32843728065490724, + "mean_token_accuracy": 0.9162494570016861, + "num_tokens": 14458037.0, + "step": 2340 + }, + { + "entropy": 0.25247769290581346, + "epoch": 0.6656280980031157, + "grad_norm": 2.5625, + "learning_rate": 7.784759004154183e-06, + "loss": 0.3014644384384155, + "mean_token_accuracy": 0.9235790967941284, + "num_tokens": 14518336.0, + "step": 2350 + }, + { + "entropy": 0.2789898415096104, + "epoch": 0.6684605579946183, + "grad_norm": 2.171875, + "learning_rate": 7.765684283935006e-06, + "loss": 0.3393056392669678, + "mean_token_accuracy": 0.9150487512350083, + "num_tokens": 14584530.0, + "step": 2360 + }, + { + "entropy": 0.2857982048764825, + "epoch": 0.671293017986121, + "grad_norm": 3.484375, + "learning_rate": 7.746551390852199e-06, + "loss": 0.33240134716033937, + "mean_token_accuracy": 0.9147992506623268, + "num_tokens": 14646054.0, + "step": 2370 + }, + { + "entropy": 0.2915321681648493, + "epoch": 0.6741254779776236, + "grad_norm": 4.3125, + "learning_rate": 7.72736072734331e-06, + "loss": 0.36970064640045164, + "mean_token_accuracy": 0.9111756727099418, + "num_tokens": 14709275.0, + "step": 2380 + }, + { + "entropy": 0.26030201790854335, + "epoch": 0.6769579379691262, + "grad_norm": 2.859375, + "learning_rate": 7.708112697061001e-06, + "loss": 0.30298757553100586, + "mean_token_accuracy": 0.9198774963617324, + "num_tokens": 14772965.0, + "step": 2390 + }, + { + "entropy": 0.2829222582280636, + "epoch": 0.6797903979606288, + "grad_norm": 2.546875, + "learning_rate": 7.688807704864595e-06, + "loss": 0.3579793691635132, + "mean_token_accuracy": 0.9152989521622658, + "num_tokens": 14840008.0, + "step": 2400 + }, + { + "entropy": 0.2631208342500031, + "epoch": 0.6826228579521314, + "grad_norm": 2.828125, + "learning_rate": 7.669446156811525e-06, + "loss": 0.30640134811401365, + "mean_token_accuracy": 0.9224727541208267, + "num_tokens": 14903705.0, + "step": 2410 + }, + { + "entropy": 0.28142532696947453, + "epoch": 0.685455317943634, + "grad_norm": 2.96875, + "learning_rate": 7.650028460148817e-06, + "loss": 0.3514870643615723, + "mean_token_accuracy": 0.9167749881744385, + "num_tokens": 14965400.0, + "step": 2420 + }, + { + "entropy": 0.24295094180852175, + "epoch": 0.6882877779351366, + "grad_norm": 3.5, + "learning_rate": 7.630555023304514e-06, + "loss": 0.2785991668701172, + "mean_token_accuracy": 0.9278908744454384, + "num_tokens": 15029808.0, + "step": 2430 + }, + { + "entropy": 0.18873289050534367, + "epoch": 0.6911202379266392, + "grad_norm": 2.296875, + "learning_rate": 7.611026255879088e-06, + "loss": 0.23008534908294678, + "mean_token_accuracy": 0.9430599778890609, + "num_tokens": 15090981.0, + "step": 2440 + }, + { + "entropy": 0.2223091773688793, + "epoch": 0.693952697918142, + "grad_norm": 2.96875, + "learning_rate": 7.591442568636822e-06, + "loss": 0.267603325843811, + "mean_token_accuracy": 0.9312801957130432, + "num_tokens": 15152630.0, + "step": 2450 + }, + { + "entropy": 0.26084692431613804, + "epoch": 0.6967851579096446, + "grad_norm": 3.25, + "learning_rate": 7.571804373497173e-06, + "loss": 0.30105032920837405, + "mean_token_accuracy": 0.9229624062776566, + "num_tokens": 15211754.0, + "step": 2460 + }, + { + "entropy": 0.24022008180618287, + "epoch": 0.6996176179011472, + "grad_norm": 3.3125, + "learning_rate": 7.5521120835261065e-06, + "loss": 0.2701953649520874, + "mean_token_accuracy": 0.9274321302771569, + "num_tokens": 15274153.0, + "step": 2470 + }, + { + "entropy": 0.2550209416076541, + "epoch": 0.7024500778926498, + "grad_norm": 2.046875, + "learning_rate": 7.532366112927407e-06, + "loss": 0.3169812440872192, + "mean_token_accuracy": 0.9224504098296166, + "num_tokens": 15339594.0, + "step": 2480 + }, + { + "entropy": 0.26162951737642287, + "epoch": 0.7052825378841524, + "grad_norm": 2.734375, + "learning_rate": 7.512566877033968e-06, + "loss": 0.29904582500457766, + "mean_token_accuracy": 0.9231197029352188, + "num_tokens": 15403318.0, + "step": 2490 + }, + { + "entropy": 0.27893123114481566, + "epoch": 0.708114997875655, + "grad_norm": 3.296875, + "learning_rate": 7.492714792299053e-06, + "loss": 0.3410791873931885, + "mean_token_accuracy": 0.9162520408630371, + "num_tokens": 15466225.0, + "step": 2500 + }, + { + "entropy": 0.26706293215975163, + "epoch": 0.7109474578671576, + "grad_norm": 4.1875, + "learning_rate": 7.472810276287541e-06, + "loss": 0.3118849515914917, + "mean_token_accuracy": 0.9185350984334946, + "num_tokens": 15526100.0, + "step": 2510 + }, + { + "entropy": 0.20730372141115366, + "epoch": 0.7137799178586602, + "grad_norm": 3.015625, + "learning_rate": 7.452853747667136e-06, + "loss": 0.23900976181030273, + "mean_token_accuracy": 0.9376061603426933, + "num_tokens": 15584753.0, + "step": 2520 + }, + { + "entropy": 0.3262269163504243, + "epoch": 0.7166123778501629, + "grad_norm": 2.9375, + "learning_rate": 7.43284562619957e-06, + "loss": 0.37392189502716067, + "mean_token_accuracy": 0.9016158953309059, + "num_tokens": 15655382.0, + "step": 2530 + }, + { + "entropy": 0.2649149850010872, + "epoch": 0.7194448378416655, + "grad_norm": 2.984375, + "learning_rate": 7.412786332731763e-06, + "loss": 0.33331003189086916, + "mean_token_accuracy": 0.9169847160577774, + "num_tokens": 15716755.0, + "step": 2540 + }, + { + "entropy": 0.27070029405876994, + "epoch": 0.7222772978331681, + "grad_norm": 3.078125, + "learning_rate": 7.392676289186983e-06, + "loss": 0.3434555768966675, + "mean_token_accuracy": 0.9179270312190055, + "num_tokens": 15777903.0, + "step": 2550 + }, + { + "entropy": 0.24752757092937827, + "epoch": 0.7251097578246707, + "grad_norm": 2.9375, + "learning_rate": 7.3725159185559624e-06, + "loss": 0.2917940616607666, + "mean_token_accuracy": 0.924656766653061, + "num_tokens": 15834989.0, + "step": 2560 + }, + { + "entropy": 0.23814148958772421, + "epoch": 0.7279422178161733, + "grad_norm": 2.28125, + "learning_rate": 7.352305644888003e-06, + "loss": 0.294418478012085, + "mean_token_accuracy": 0.9283932983875275, + "num_tokens": 15898543.0, + "step": 2570 + }, + { + "entropy": 0.21530280876904725, + "epoch": 0.730774677807676, + "grad_norm": 2.953125, + "learning_rate": 7.332045893282055e-06, + "loss": 0.22945051193237304, + "mean_token_accuracy": 0.9348794594407082, + "num_tokens": 15954537.0, + "step": 2580 + }, + { + "entropy": 0.3002644120249897, + "epoch": 0.7336071377991786, + "grad_norm": 3.296875, + "learning_rate": 7.311737089877784e-06, + "loss": 0.36180920600891114, + "mean_token_accuracy": 0.9105057194828987, + "num_tokens": 16018470.0, + "step": 2590 + }, + { + "entropy": 0.2535303202457726, + "epoch": 0.7364395977906812, + "grad_norm": 2.28125, + "learning_rate": 7.2913796618466e-06, + "loss": 0.29656410217285156, + "mean_token_accuracy": 0.9240412935614586, + "num_tokens": 16088388.0, + "step": 2600 + }, + { + "entropy": 0.2830115555785596, + "epoch": 0.7392720577821839, + "grad_norm": 3.203125, + "learning_rate": 7.270974037382668e-06, + "loss": 0.3519935131072998, + "mean_token_accuracy": 0.9133640348911285, + "num_tokens": 16154279.0, + "step": 2610 + }, + { + "entropy": 0.24586041700094938, + "epoch": 0.7421045177736865, + "grad_norm": 2.359375, + "learning_rate": 7.250520645693917e-06, + "loss": 0.27483334541320803, + "mean_token_accuracy": 0.9254726275801659, + "num_tokens": 16213208.0, + "step": 2620 + }, + { + "entropy": 0.26750726755708454, + "epoch": 0.7449369777651891, + "grad_norm": 3.046875, + "learning_rate": 7.230019916992992e-06, + "loss": 0.34221796989440917, + "mean_token_accuracy": 0.9201379746198655, + "num_tokens": 16278691.0, + "step": 2630 + }, + { + "entropy": 0.2500247715041041, + "epoch": 0.7477694377566917, + "grad_norm": 2.625, + "learning_rate": 7.209472282488223e-06, + "loss": 0.300543212890625, + "mean_token_accuracy": 0.9207890287041665, + "num_tokens": 16345324.0, + "step": 2640 + }, + { + "entropy": 0.2341125256381929, + "epoch": 0.7506018977481943, + "grad_norm": 3.0625, + "learning_rate": 7.188878174374545e-06, + "loss": 0.2815673589706421, + "mean_token_accuracy": 0.9287849634885788, + "num_tokens": 16404580.0, + "step": 2650 + }, + { + "entropy": 0.23800364518538117, + "epoch": 0.7534343577396969, + "grad_norm": 3.09375, + "learning_rate": 7.168238025824411e-06, + "loss": 0.2970713138580322, + "mean_token_accuracy": 0.9276653602719307, + "num_tokens": 16466254.0, + "step": 2660 + }, + { + "entropy": 0.2154989277943969, + "epoch": 0.7562668177311995, + "grad_norm": 3.234375, + "learning_rate": 7.147552270978677e-06, + "loss": 0.2413036584854126, + "mean_token_accuracy": 0.9307904481887818, + "num_tokens": 16521554.0, + "step": 2670 + }, + { + "entropy": 0.28395778480917216, + "epoch": 0.7590992777227021, + "grad_norm": 2.78125, + "learning_rate": 7.1268213449374745e-06, + "loss": 0.35881359577178956, + "mean_token_accuracy": 0.9096557378768921, + "num_tokens": 16585472.0, + "step": 2680 + }, + { + "entropy": 0.2477033331990242, + "epoch": 0.7619317377142047, + "grad_norm": 3.1875, + "learning_rate": 7.106045683751059e-06, + "loss": 0.32397429943084716, + "mean_token_accuracy": 0.924396587908268, + "num_tokens": 16646769.0, + "step": 2690 + }, + { + "entropy": 0.276877705194056, + "epoch": 0.7647641977057074, + "grad_norm": 3.21875, + "learning_rate": 7.085225724410634e-06, + "loss": 0.3684025049209595, + "mean_token_accuracy": 0.9165002778172493, + "num_tokens": 16713863.0, + "step": 2700 + }, + { + "entropy": 0.22163213035091758, + "epoch": 0.76759665769721, + "grad_norm": 2.3125, + "learning_rate": 7.06436190483916e-06, + "loss": 0.24224584102630614, + "mean_token_accuracy": 0.9345098420977592, + "num_tokens": 16777296.0, + "step": 2710 + }, + { + "entropy": 0.2234968959353864, + "epoch": 0.7704291176887127, + "grad_norm": 2.984375, + "learning_rate": 7.043454663882149e-06, + "loss": 0.28868119716644286, + "mean_token_accuracy": 0.9326037526130676, + "num_tokens": 16844215.0, + "step": 2720 + }, + { + "entropy": 0.26766422418877484, + "epoch": 0.7732615776802153, + "grad_norm": 2.734375, + "learning_rate": 7.022504441298429e-06, + "loss": 0.3073421001434326, + "mean_token_accuracy": 0.9189599618315697, + "num_tokens": 16909286.0, + "step": 2730 + }, + { + "entropy": 0.26785112004727124, + "epoch": 0.7760940376717179, + "grad_norm": 2.84375, + "learning_rate": 7.001511677750892e-06, + "loss": 0.33571205139160154, + "mean_token_accuracy": 0.9179603174328804, + "num_tokens": 16974754.0, + "step": 2740 + }, + { + "entropy": 0.2341361427679658, + "epoch": 0.7789264976632205, + "grad_norm": 2.796875, + "learning_rate": 6.980476814797233e-06, + "loss": 0.2919567108154297, + "mean_token_accuracy": 0.9273924395442009, + "num_tokens": 17036703.0, + "step": 2750 + }, + { + "entropy": 0.2965338154230267, + "epoch": 0.7817589576547231, + "grad_norm": 3.34375, + "learning_rate": 6.959400294880652e-06, + "loss": 0.3672937870025635, + "mean_token_accuracy": 0.9101479694247245, + "num_tokens": 17103487.0, + "step": 2760 + }, + { + "entropy": 0.25479247672483324, + "epoch": 0.7845914176462258, + "grad_norm": 2.765625, + "learning_rate": 6.93828256132056e-06, + "loss": 0.32591776847839354, + "mean_token_accuracy": 0.9213441327214241, + "num_tokens": 17165071.0, + "step": 2770 + }, + { + "entropy": 0.24174591163173317, + "epoch": 0.7874238776377284, + "grad_norm": 3.34375, + "learning_rate": 6.917124058303244e-06, + "loss": 0.2789118766784668, + "mean_token_accuracy": 0.9260576874017715, + "num_tokens": 17222502.0, + "step": 2780 + }, + { + "entropy": 0.21147534740157425, + "epoch": 0.790256337629231, + "grad_norm": 2.828125, + "learning_rate": 6.8959252308725275e-06, + "loss": 0.2645533084869385, + "mean_token_accuracy": 0.9345291346311569, + "num_tokens": 17283104.0, + "step": 2790 + }, + { + "entropy": 0.25261948015540836, + "epoch": 0.7930887976207336, + "grad_norm": 3.125, + "learning_rate": 6.874686524920411e-06, + "loss": 0.311038613319397, + "mean_token_accuracy": 0.9231654047966004, + "num_tokens": 17345216.0, + "step": 2800 + }, + { + "entropy": 0.2530125268734992, + "epoch": 0.7959212576122362, + "grad_norm": 2.96875, + "learning_rate": 6.85340838717769e-06, + "loss": 0.3234996795654297, + "mean_token_accuracy": 0.9215027883648872, + "num_tokens": 17408794.0, + "step": 2810 + }, + { + "entropy": 0.3017550828866661, + "epoch": 0.7987537176037388, + "grad_norm": 3.109375, + "learning_rate": 6.832091265204565e-06, + "loss": 0.37363996505737307, + "mean_token_accuracy": 0.9086952164769173, + "num_tokens": 17477360.0, + "step": 2820 + }, + { + "entropy": 0.27105418452993035, + "epoch": 0.8015861775952414, + "grad_norm": 3.3125, + "learning_rate": 6.8107356073812215e-06, + "loss": 0.33116128444671633, + "mean_token_accuracy": 0.9182775661349296, + "num_tokens": 17535775.0, + "step": 2830 + }, + { + "entropy": 0.2681125304661691, + "epoch": 0.804418637586744, + "grad_norm": 3.28125, + "learning_rate": 6.789341862898395e-06, + "loss": 0.3221204519271851, + "mean_token_accuracy": 0.918986338376999, + "num_tokens": 17596418.0, + "step": 2840 + }, + { + "entropy": 0.2603905743919313, + "epoch": 0.8072510975782468, + "grad_norm": 4.0625, + "learning_rate": 6.7679104817479354e-06, + "loss": 0.306916332244873, + "mean_token_accuracy": 0.9208408176898957, + "num_tokens": 17657884.0, + "step": 2850 + }, + { + "entropy": 0.25807911846786735, + "epoch": 0.8100835575697494, + "grad_norm": 2.96875, + "learning_rate": 6.746441914713333e-06, + "loss": 0.3071646451950073, + "mean_token_accuracy": 0.9231622457504273, + "num_tokens": 17717036.0, + "step": 2860 + }, + { + "entropy": 0.20620333971455693, + "epoch": 0.812916017561252, + "grad_norm": 3.359375, + "learning_rate": 6.7249366133602375e-06, + "loss": 0.24239006042480468, + "mean_token_accuracy": 0.9358702003955841, + "num_tokens": 17775551.0, + "step": 2870 + }, + { + "entropy": 0.25972357029095294, + "epoch": 0.8157484775527546, + "grad_norm": 3.21875, + "learning_rate": 6.703395030026962e-06, + "loss": 0.3104058027267456, + "mean_token_accuracy": 0.9187611192464828, + "num_tokens": 17834439.0, + "step": 2880 + }, + { + "entropy": 0.21425498463213444, + "epoch": 0.8185809375442572, + "grad_norm": 3.0, + "learning_rate": 6.681817617814968e-06, + "loss": 0.252565598487854, + "mean_token_accuracy": 0.9368388622999191, + "num_tokens": 17893694.0, + "step": 2890 + }, + { + "entropy": 0.2535854930989444, + "epoch": 0.8214133975357598, + "grad_norm": 2.28125, + "learning_rate": 6.660204830579332e-06, + "loss": 0.3313803195953369, + "mean_token_accuracy": 0.9233833655714989, + "num_tokens": 17962306.0, + "step": 2900 + }, + { + "entropy": 0.2451658974401653, + "epoch": 0.8242458575272624, + "grad_norm": 3.703125, + "learning_rate": 6.638557122919205e-06, + "loss": 0.30023248195648194, + "mean_token_accuracy": 0.927768412232399, + "num_tokens": 18024640.0, + "step": 2910 + }, + { + "entropy": 0.24401300633326173, + "epoch": 0.827078317518765, + "grad_norm": 3.171875, + "learning_rate": 6.616874950168248e-06, + "loss": 0.2784397125244141, + "mean_token_accuracy": 0.9251253604888916, + "num_tokens": 18084141.0, + "step": 2920 + }, + { + "entropy": 0.23014986477792262, + "epoch": 0.8299107775102676, + "grad_norm": 3.359375, + "learning_rate": 6.59515876838505e-06, + "loss": 0.27311115264892577, + "mean_token_accuracy": 0.9305102288722992, + "num_tokens": 18140590.0, + "step": 2930 + }, + { + "entropy": 0.28850632822141054, + "epoch": 0.8327432375017703, + "grad_norm": 2.796875, + "learning_rate": 6.573409034343542e-06, + "loss": 0.34098904132843016, + "mean_token_accuracy": 0.9106828451156617, + "num_tokens": 18208011.0, + "step": 2940 + }, + { + "entropy": 0.29361714981496334, + "epoch": 0.8355756974932729, + "grad_norm": 3.125, + "learning_rate": 6.551626205523388e-06, + "loss": 0.34243457317352294, + "mean_token_accuracy": 0.9098032712936401, + "num_tokens": 18268600.0, + "step": 2950 + }, + { + "entropy": 0.2732364836148918, + "epoch": 0.8384081574847755, + "grad_norm": 3.3125, + "learning_rate": 6.529810740100358e-06, + "loss": 0.32342536449432374, + "mean_token_accuracy": 0.9173816591501236, + "num_tokens": 18328791.0, + "step": 2960 + }, + { + "entropy": 0.25280639957636597, + "epoch": 0.8412406174762781, + "grad_norm": 3.53125, + "learning_rate": 6.507963096936696e-06, + "loss": 0.3110103368759155, + "mean_token_accuracy": 0.9237968131899834, + "num_tokens": 18392657.0, + "step": 2970 + }, + { + "entropy": 0.2416850916109979, + "epoch": 0.8440730774677808, + "grad_norm": 2.96875, + "learning_rate": 6.486083735571465e-06, + "loss": 0.2941933870315552, + "mean_token_accuracy": 0.9266998797655106, + "num_tokens": 18451243.0, + "step": 2980 + }, + { + "entropy": 0.2634803635068238, + "epoch": 0.8469055374592834, + "grad_norm": 3.140625, + "learning_rate": 6.464173116210884e-06, + "loss": 0.31282308101654055, + "mean_token_accuracy": 0.9198430389165878, + "num_tokens": 18511507.0, + "step": 2990 + }, + { + "entropy": 0.1912680690176785, + "epoch": 0.849737997450786, + "grad_norm": 3.21875, + "learning_rate": 6.4422316997186454e-06, + "loss": 0.2170656442642212, + "mean_token_accuracy": 0.9407183259725571, + "num_tokens": 18571363.0, + "step": 3000 + }, + { + "entropy": 0.2164543703198433, + "epoch": 0.8525704574422887, + "grad_norm": 3.046875, + "learning_rate": 6.420259947606222e-06, + "loss": 0.26585540771484373, + "mean_token_accuracy": 0.9347744598984719, + "num_tokens": 18630697.0, + "step": 3010 + }, + { + "entropy": 0.2373024495318532, + "epoch": 0.8554029174337913, + "grad_norm": 3.265625, + "learning_rate": 6.398258322023162e-06, + "loss": 0.2773113489151001, + "mean_token_accuracy": 0.9272039458155632, + "num_tokens": 18687678.0, + "step": 3020 + }, + { + "entropy": 0.25375453478191046, + "epoch": 0.8582353774252939, + "grad_norm": 2.953125, + "learning_rate": 6.376227285747366e-06, + "loss": 0.29042036533355714, + "mean_token_accuracy": 0.9237049043178558, + "num_tokens": 18752182.0, + "step": 3030 + }, + { + "entropy": 0.29411961156874894, + "epoch": 0.8610678374167965, + "grad_norm": 2.609375, + "learning_rate": 6.3541673021753505e-06, + "loss": 0.3692609786987305, + "mean_token_accuracy": 0.9122548222541809, + "num_tokens": 18821196.0, + "step": 3040 + }, + { + "entropy": 0.2707971094176173, + "epoch": 0.8639002974082991, + "grad_norm": 2.609375, + "learning_rate": 6.332078835312507e-06, + "loss": 0.3225684881210327, + "mean_token_accuracy": 0.9175332441926003, + "num_tokens": 18880060.0, + "step": 3050 + }, + { + "entropy": 0.26672976547852156, + "epoch": 0.8667327573998017, + "grad_norm": 2.421875, + "learning_rate": 6.309962349763338e-06, + "loss": 0.3166948795318604, + "mean_token_accuracy": 0.9193399801850319, + "num_tokens": 18946364.0, + "step": 3060 + }, + { + "entropy": 0.27349463729187845, + "epoch": 0.8695652173913043, + "grad_norm": 3.21875, + "learning_rate": 6.287818310721685e-06, + "loss": 0.35103473663330076, + "mean_token_accuracy": 0.9172429636120796, + "num_tokens": 19016033.0, + "step": 3070 + }, + { + "entropy": 0.22195410579442978, + "epoch": 0.8723976773828069, + "grad_norm": 2.8125, + "learning_rate": 6.2656471839609465e-06, + "loss": 0.27313482761383057, + "mean_token_accuracy": 0.9334017798304558, + "num_tokens": 19076685.0, + "step": 3080 + }, + { + "entropy": 0.24829036770388485, + "epoch": 0.8752301373743095, + "grad_norm": 3.140625, + "learning_rate": 6.243449435824276e-06, + "loss": 0.2878298282623291, + "mean_token_accuracy": 0.9257162064313889, + "num_tokens": 19138951.0, + "step": 3090 + }, + { + "entropy": 0.27706693299114704, + "epoch": 0.8780625973658122, + "grad_norm": 3.296875, + "learning_rate": 6.221225533214773e-06, + "loss": 0.322439980506897, + "mean_token_accuracy": 0.913511124253273, + "num_tokens": 19201695.0, + "step": 3100 + }, + { + "entropy": 0.2694649398326874, + "epoch": 0.8808950573573149, + "grad_norm": 2.671875, + "learning_rate": 6.198975943585676e-06, + "loss": 0.3424296617507935, + "mean_token_accuracy": 0.9161205559968948, + "num_tokens": 19265091.0, + "step": 3110 + }, + { + "entropy": 0.25632969634607433, + "epoch": 0.8837275173488175, + "grad_norm": 3.265625, + "learning_rate": 6.176701134930509e-06, + "loss": 0.31109650135040284, + "mean_token_accuracy": 0.9226007997989655, + "num_tokens": 19325862.0, + "step": 3120 + }, + { + "entropy": 0.2701326566748321, + "epoch": 0.8865599773403201, + "grad_norm": 2.375, + "learning_rate": 6.154401575773249e-06, + "loss": 0.3320300817489624, + "mean_token_accuracy": 0.9168916702270508, + "num_tokens": 19400742.0, + "step": 3130 + }, + { + "entropy": 0.2544426591135561, + "epoch": 0.8893924373318227, + "grad_norm": 3.015625, + "learning_rate": 6.132077735158477e-06, + "loss": 0.283156156539917, + "mean_token_accuracy": 0.9236061125993729, + "num_tokens": 19461981.0, + "step": 3140 + }, + { + "entropy": 0.2844082118012011, + "epoch": 0.8922248973233253, + "grad_norm": 2.78125, + "learning_rate": 6.109730082641496e-06, + "loss": 0.34840519428253175, + "mean_token_accuracy": 0.9168082669377327, + "num_tokens": 19528967.0, + "step": 3150 + }, + { + "entropy": 0.2687557710334659, + "epoch": 0.8950573573148279, + "grad_norm": 3.78125, + "learning_rate": 6.087359088278474e-06, + "loss": 0.323413348197937, + "mean_token_accuracy": 0.9197789818048477, + "num_tokens": 19588475.0, + "step": 3160 + }, + { + "entropy": 0.27899011177942157, + "epoch": 0.8978898173063306, + "grad_norm": 2.625, + "learning_rate": 6.064965222616538e-06, + "loss": 0.3280670166015625, + "mean_token_accuracy": 0.9167367443442345, + "num_tokens": 19652979.0, + "step": 3170 + }, + { + "entropy": 0.2542749636806548, + "epoch": 0.9007222772978332, + "grad_norm": 2.890625, + "learning_rate": 6.042548956683891e-06, + "loss": 0.30518145561218263, + "mean_token_accuracy": 0.9265033259987832, + "num_tokens": 19711480.0, + "step": 3180 + }, + { + "entropy": 0.23844157047569753, + "epoch": 0.9035547372893358, + "grad_norm": 3.109375, + "learning_rate": 6.020110761979896e-06, + "loss": 0.2804757356643677, + "mean_token_accuracy": 0.9265966966748238, + "num_tokens": 19769101.0, + "step": 3190 + }, + { + "entropy": 0.24112135097384452, + "epoch": 0.9063871972808384, + "grad_norm": 2.953125, + "learning_rate": 5.997651110465163e-06, + "loss": 0.3061399459838867, + "mean_token_accuracy": 0.9280126094818115, + "num_tokens": 19826649.0, + "step": 3200 + }, + { + "entropy": 0.24095934634096922, + "epoch": 0.909219657272341, + "grad_norm": 3.046875, + "learning_rate": 5.97517047455162e-06, + "loss": 0.2846731662750244, + "mean_token_accuracy": 0.9255985081195831, + "num_tokens": 19884555.0, + "step": 3210 + }, + { + "entropy": 0.25526748718693854, + "epoch": 0.9120521172638436, + "grad_norm": 4.125, + "learning_rate": 5.952669327092577e-06, + "loss": 0.2945184469223022, + "mean_token_accuracy": 0.9198778286576271, + "num_tokens": 19947468.0, + "step": 3220 + }, + { + "entropy": 0.2734860122203827, + "epoch": 0.9148845772553462, + "grad_norm": 3.125, + "learning_rate": 5.930148141372778e-06, + "loss": 0.3253446340560913, + "mean_token_accuracy": 0.9151993811130523, + "num_tokens": 20012383.0, + "step": 3230 + }, + { + "entropy": 0.2598960557952523, + "epoch": 0.9177170372468489, + "grad_norm": 3.03125, + "learning_rate": 5.907607391098453e-06, + "loss": 0.30615336894989015, + "mean_token_accuracy": 0.9217935040593147, + "num_tokens": 20072089.0, + "step": 3240 + }, + { + "entropy": 0.2323574093170464, + "epoch": 0.9205494972383516, + "grad_norm": 2.546875, + "learning_rate": 5.8850475503873425e-06, + "loss": 0.28739633560180666, + "mean_token_accuracy": 0.9298718586564064, + "num_tokens": 20138686.0, + "step": 3250 + }, + { + "entropy": 0.26368755120784043, + "epoch": 0.9233819572298542, + "grad_norm": 3.03125, + "learning_rate": 5.862469093758735e-06, + "loss": 0.30636258125305177, + "mean_token_accuracy": 0.9197775259613991, + "num_tokens": 20204846.0, + "step": 3260 + }, + { + "entropy": 0.21838124403730036, + "epoch": 0.9262144172213568, + "grad_norm": 3.59375, + "learning_rate": 5.839872496123482e-06, + "loss": 0.2589061737060547, + "mean_token_accuracy": 0.9320506528019905, + "num_tokens": 20267304.0, + "step": 3270 + }, + { + "entropy": 0.23487370312213898, + "epoch": 0.9290468772128594, + "grad_norm": 3.671875, + "learning_rate": 5.817258232774009e-06, + "loss": 0.2779664993286133, + "mean_token_accuracy": 0.9308907985687256, + "num_tokens": 20325242.0, + "step": 3280 + }, + { + "entropy": 0.29384189331904054, + "epoch": 0.931879337204362, + "grad_norm": 3.125, + "learning_rate": 5.79462677937432e-06, + "loss": 0.3615161657333374, + "mean_token_accuracy": 0.9116950035095215, + "num_tokens": 20382881.0, + "step": 3290 + }, + { + "entropy": 0.2784995993599296, + "epoch": 0.9347117971958646, + "grad_norm": 2.234375, + "learning_rate": 5.771978611949991e-06, + "loss": 0.3265228271484375, + "mean_token_accuracy": 0.9163826674222946, + "num_tokens": 20451408.0, + "step": 3300 + }, + { + "entropy": 0.28781951004639267, + "epoch": 0.9375442571873672, + "grad_norm": 2.34375, + "learning_rate": 5.749314206878155e-06, + "loss": 0.3429244041442871, + "mean_token_accuracy": 0.9142461508512497, + "num_tokens": 20513908.0, + "step": 3310 + }, + { + "entropy": 0.2588125146459788, + "epoch": 0.9403767171788698, + "grad_norm": 2.484375, + "learning_rate": 5.7266340408774865e-06, + "loss": 0.3425342559814453, + "mean_token_accuracy": 0.9218753829598427, + "num_tokens": 20583163.0, + "step": 3320 + }, + { + "entropy": 0.2911094207782298, + "epoch": 0.9432091771703724, + "grad_norm": 1.7734375, + "learning_rate": 5.703938590998173e-06, + "loss": 0.36803972721099854, + "mean_token_accuracy": 0.9111879423260689, + "num_tokens": 20646947.0, + "step": 3330 + }, + { + "entropy": 0.24288665056228637, + "epoch": 0.9460416371618751, + "grad_norm": 2.546875, + "learning_rate": 5.681228334611879e-06, + "loss": 0.29427299499511717, + "mean_token_accuracy": 0.92629624158144, + "num_tokens": 20711594.0, + "step": 3340 + }, + { + "entropy": 0.23312705820426344, + "epoch": 0.9488740971533777, + "grad_norm": 2.6875, + "learning_rate": 5.658503749401708e-06, + "loss": 0.30430891513824465, + "mean_token_accuracy": 0.928966736793518, + "num_tokens": 20776382.0, + "step": 3350 + }, + { + "entropy": 0.3104230180382729, + "epoch": 0.9517065571448803, + "grad_norm": 3.25, + "learning_rate": 5.635765313352147e-06, + "loss": 0.3511800289154053, + "mean_token_accuracy": 0.9040430665016175, + "num_tokens": 20839789.0, + "step": 3360 + }, + { + "entropy": 0.23499792572110892, + "epoch": 0.9545390171363829, + "grad_norm": 3.65625, + "learning_rate": 5.613013504739029e-06, + "loss": 0.2838644504547119, + "mean_token_accuracy": 0.9307301640510559, + "num_tokens": 20901630.0, + "step": 3370 + }, + { + "entropy": 0.32344835065305233, + "epoch": 0.9573714771278856, + "grad_norm": 3.578125, + "learning_rate": 5.590248802119455e-06, + "loss": 0.3485146999359131, + "mean_token_accuracy": 0.9040465250611305, + "num_tokens": 20967799.0, + "step": 3380 + }, + { + "entropy": 0.2530316793359816, + "epoch": 0.9602039371193882, + "grad_norm": 1.90625, + "learning_rate": 5.567471684321736e-06, + "loss": 0.29520204067230227, + "mean_token_accuracy": 0.9227708205580711, + "num_tokens": 21030575.0, + "step": 3390 + }, + { + "entropy": 0.21737445350736379, + "epoch": 0.9630363971108908, + "grad_norm": 3.640625, + "learning_rate": 5.544682630435327e-06, + "loss": 0.2584354877471924, + "mean_token_accuracy": 0.9322573393583298, + "num_tokens": 21090526.0, + "step": 3400 + }, + { + "entropy": 0.28456302378326653, + "epoch": 0.9658688571023935, + "grad_norm": 3.203125, + "learning_rate": 5.521882119800741e-06, + "loss": 0.34802956581115724, + "mean_token_accuracy": 0.9134290844202042, + "num_tokens": 21156270.0, + "step": 3410 + }, + { + "entropy": 0.22307847952470183, + "epoch": 0.9687013170938961, + "grad_norm": 2.578125, + "learning_rate": 5.4990706319994695e-06, + "loss": 0.2576693773269653, + "mean_token_accuracy": 0.9337480440735817, + "num_tokens": 21222337.0, + "step": 3420 + }, + { + "entropy": 0.2263336593285203, + "epoch": 0.9715337770853987, + "grad_norm": 2.65625, + "learning_rate": 5.4762486468438945e-06, + "loss": 0.27297775745391845, + "mean_token_accuracy": 0.9308379128575325, + "num_tokens": 21283659.0, + "step": 3430 + }, + { + "entropy": 0.28094208212569355, + "epoch": 0.9743662370769013, + "grad_norm": 2.46875, + "learning_rate": 5.453416644367202e-06, + "loss": 0.3223999500274658, + "mean_token_accuracy": 0.915829861164093, + "num_tokens": 21352079.0, + "step": 3440 + }, + { + "entropy": 0.2697428049519658, + "epoch": 0.9771986970684039, + "grad_norm": 2.5, + "learning_rate": 5.430575104813275e-06, + "loss": 0.30462355613708497, + "mean_token_accuracy": 0.919055512547493, + "num_tokens": 21417311.0, + "step": 3450 + }, + { + "entropy": 0.25837867902591827, + "epoch": 0.9800311570599065, + "grad_norm": 3.59375, + "learning_rate": 5.407724508626601e-06, + "loss": 0.29222261905670166, + "mean_token_accuracy": 0.9223567172884941, + "num_tokens": 21480400.0, + "step": 3460 + }, + { + "entropy": 0.2124180012382567, + "epoch": 0.9828636170514091, + "grad_norm": 2.78125, + "learning_rate": 5.384865336442163e-06, + "loss": 0.24974503517150878, + "mean_token_accuracy": 0.9354914605617524, + "num_tokens": 21542187.0, + "step": 3470 + }, + { + "entropy": 0.2831694945693016, + "epoch": 0.9856960770429117, + "grad_norm": 2.453125, + "learning_rate": 5.3619980690753285e-06, + "loss": 0.3375375747680664, + "mean_token_accuracy": 0.9141182363033294, + "num_tokens": 21608358.0, + "step": 3480 + }, + { + "entropy": 0.2607450664974749, + "epoch": 0.9885285370344143, + "grad_norm": 3.59375, + "learning_rate": 5.339123187511735e-06, + "loss": 0.2963505506515503, + "mean_token_accuracy": 0.9212964981794357, + "num_tokens": 21668425.0, + "step": 3490 + }, + { + "entropy": 0.23759154276922345, + "epoch": 0.991360997025917, + "grad_norm": 3.03125, + "learning_rate": 5.316241172897182e-06, + "loss": 0.2670560121536255, + "mean_token_accuracy": 0.9282024785876274, + "num_tokens": 21730596.0, + "step": 3500 + }, + { + "entropy": 0.20464302133768797, + "epoch": 0.9941934570174197, + "grad_norm": 2.375, + "learning_rate": 5.2933525065274985e-06, + "loss": 0.2473069190979004, + "mean_token_accuracy": 0.938903671503067, + "num_tokens": 21792048.0, + "step": 3510 + }, + { + "entropy": 0.23504498666152357, + "epoch": 0.9970259170089223, + "grad_norm": 3.203125, + "learning_rate": 5.270457669838426e-06, + "loss": 0.2798953056335449, + "mean_token_accuracy": 0.9298026710748672, + "num_tokens": 21852453.0, + "step": 3520 + }, + { + "entropy": 0.23485905332490803, + "epoch": 0.9998583770004249, + "grad_norm": 3.046875, + "learning_rate": 5.247557144395496e-06, + "loss": 0.2785156726837158, + "mean_token_accuracy": 0.9281878650188446, + "num_tokens": 21912110.0, + "step": 3530 + }, + { + "entropy": 0.2364016239972491, + "epoch": 1.0025492139923524, + "grad_norm": 3.484375, + "learning_rate": 5.224651411883888e-06, + "loss": 0.25762851238250734, + "mean_token_accuracy": 0.929062733524724, + "num_tokens": 21966859.0, + "step": 3540 + }, + { + "entropy": 0.2793822526931763, + "epoch": 1.005381673983855, + "grad_norm": 2.65625, + "learning_rate": 5.201740954098317e-06, + "loss": 0.31718974113464354, + "mean_token_accuracy": 0.9170115202665329, + "num_tokens": 22030847.0, + "step": 3550 + }, + { + "entropy": 0.23313034195452928, + "epoch": 1.0082141339753576, + "grad_norm": 2.734375, + "learning_rate": 5.178826252932875e-06, + "loss": 0.28593480587005615, + "mean_token_accuracy": 0.9298394277691842, + "num_tokens": 22087983.0, + "step": 3560 + }, + { + "entropy": 0.32014531176537275, + "epoch": 1.0110465939668603, + "grad_norm": 2.40625, + "learning_rate": 5.1559077903709205e-06, + "loss": 0.36345155239105226, + "mean_token_accuracy": 0.9048336192965507, + "num_tokens": 22158054.0, + "step": 3570 + }, + { + "entropy": 0.24665002673864364, + "epoch": 1.0138790539583629, + "grad_norm": 3.640625, + "learning_rate": 5.132986048474921e-06, + "loss": 0.275803279876709, + "mean_token_accuracy": 0.927152869105339, + "num_tokens": 22222906.0, + "step": 3580 + }, + { + "entropy": 0.20049935090355575, + "epoch": 1.0167115139498655, + "grad_norm": 2.65625, + "learning_rate": 5.110061509376324e-06, + "loss": 0.25468080043792723, + "mean_token_accuracy": 0.9376501187682151, + "num_tokens": 22284229.0, + "step": 3590 + }, + { + "entropy": 0.21108807949349284, + "epoch": 1.019543973941368, + "grad_norm": 2.6875, + "learning_rate": 5.087134655265414e-06, + "loss": 0.22255489826202393, + "mean_token_accuracy": 0.9390177398920059, + "num_tokens": 22342674.0, + "step": 3600 + }, + { + "entropy": 0.21080059758387507, + "epoch": 1.0223764339328707, + "grad_norm": 2.390625, + "learning_rate": 5.064205968381165e-06, + "loss": 0.2495854377746582, + "mean_token_accuracy": 0.9353915929794312, + "num_tokens": 22402978.0, + "step": 3610 + }, + { + "entropy": 0.24261510106734932, + "epoch": 1.0252088939243733, + "grad_norm": 2.828125, + "learning_rate": 5.041275931001103e-06, + "loss": 0.2866044521331787, + "mean_token_accuracy": 0.9248599737882615, + "num_tokens": 22465815.0, + "step": 3620 + }, + { + "entropy": 0.24124777279794216, + "epoch": 1.028041353915876, + "grad_norm": 2.59375, + "learning_rate": 5.018345025431163e-06, + "loss": 0.2976717948913574, + "mean_token_accuracy": 0.9272374495863914, + "num_tokens": 22529737.0, + "step": 3630 + }, + { + "entropy": 0.18002105895429849, + "epoch": 1.0308738139073785, + "grad_norm": 3.96875, + "learning_rate": 4.995413733995536e-06, + "loss": 0.22781128883361818, + "mean_token_accuracy": 0.943612651526928, + "num_tokens": 22581438.0, + "step": 3640 + }, + { + "entropy": 0.2787385611794889, + "epoch": 1.0337062738988811, + "grad_norm": 2.609375, + "learning_rate": 4.972482539026534e-06, + "loss": 0.3564354181289673, + "mean_token_accuracy": 0.9166697680950164, + "num_tokens": 22650104.0, + "step": 3650 + }, + { + "entropy": 0.24818939734250306, + "epoch": 1.0365387338903838, + "grad_norm": 2.546875, + "learning_rate": 4.949551922854437e-06, + "loss": 0.2923859119415283, + "mean_token_accuracy": 0.9222414746880532, + "num_tokens": 22715078.0, + "step": 3660 + }, + { + "entropy": 0.30072745531797407, + "epoch": 1.0393711938818864, + "grad_norm": 2.5, + "learning_rate": 4.9266223677973535e-06, + "loss": 0.3649793863296509, + "mean_token_accuracy": 0.9093805760145187, + "num_tokens": 22779128.0, + "step": 3670 + }, + { + "entropy": 0.2735717059113085, + "epoch": 1.042203653873389, + "grad_norm": 3.03125, + "learning_rate": 4.903694356151067e-06, + "loss": 0.33859407901763916, + "mean_token_accuracy": 0.920712086558342, + "num_tokens": 22838678.0, + "step": 3680 + }, + { + "entropy": 0.24776854524388908, + "epoch": 1.0450361138648916, + "grad_norm": 3.34375, + "learning_rate": 4.880768370178903e-06, + "loss": 0.2938645601272583, + "mean_token_accuracy": 0.9247753649950028, + "num_tokens": 22901030.0, + "step": 3690 + }, + { + "entropy": 0.28547956682741643, + "epoch": 1.0478685738563942, + "grad_norm": 3.25, + "learning_rate": 4.857844892101581e-06, + "loss": 0.31749529838562013, + "mean_token_accuracy": 0.9150549530982971, + "num_tokens": 22966463.0, + "step": 3700 + }, + { + "entropy": 0.27090682154521345, + "epoch": 1.0507010338478968, + "grad_norm": 2.9375, + "learning_rate": 4.8349244040870615e-06, + "loss": 0.31164238452911375, + "mean_token_accuracy": 0.9199892401695251, + "num_tokens": 23030646.0, + "step": 3710 + }, + { + "entropy": 0.28554144450463353, + "epoch": 1.0535334938393994, + "grad_norm": 3.21875, + "learning_rate": 4.81200738824042e-06, + "loss": 0.33346972465515134, + "mean_token_accuracy": 0.914961189031601, + "num_tokens": 23095184.0, + "step": 3720 + }, + { + "entropy": 0.2344823520630598, + "epoch": 1.056365953830902, + "grad_norm": 3.09375, + "learning_rate": 4.789094326593694e-06, + "loss": 0.27491049766540526, + "mean_token_accuracy": 0.9276390865445137, + "num_tokens": 23157519.0, + "step": 3730 + }, + { + "entropy": 0.2247807363048196, + "epoch": 1.0591984138224046, + "grad_norm": 2.578125, + "learning_rate": 4.7661857010957544e-06, + "loss": 0.29062414169311523, + "mean_token_accuracy": 0.9323610827326775, + "num_tokens": 23220127.0, + "step": 3740 + }, + { + "entropy": 0.30474386662244796, + "epoch": 1.0620308738139075, + "grad_norm": 2.671875, + "learning_rate": 4.74328199360216e-06, + "loss": 0.34965219497680666, + "mean_token_accuracy": 0.9088528916239739, + "num_tokens": 23286958.0, + "step": 3750 + }, + { + "entropy": 0.2338505291379988, + "epoch": 1.06486333380541, + "grad_norm": 3.25, + "learning_rate": 4.7203836858650245e-06, + "loss": 0.2581803560256958, + "mean_token_accuracy": 0.9286656439304352, + "num_tokens": 23348093.0, + "step": 3760 + }, + { + "entropy": 0.24440567148849368, + "epoch": 1.0676957937969127, + "grad_norm": 3.1875, + "learning_rate": 4.697491259522885e-06, + "loss": 0.2948632001876831, + "mean_token_accuracy": 0.9275662273168563, + "num_tokens": 23408498.0, + "step": 3770 + }, + { + "entropy": 0.28493724055588243, + "epoch": 1.0705282537884153, + "grad_norm": 2.75, + "learning_rate": 4.674605196090573e-06, + "loss": 0.33446450233459474, + "mean_token_accuracy": 0.9151169151067734, + "num_tokens": 23474213.0, + "step": 3780 + }, + { + "entropy": 0.2917953743599355, + "epoch": 1.073360713779918, + "grad_norm": 3.484375, + "learning_rate": 4.6517259769490785e-06, + "loss": 0.34922327995300295, + "mean_token_accuracy": 0.9116038754582405, + "num_tokens": 23533572.0, + "step": 3790 + }, + { + "entropy": 0.2651925656944513, + "epoch": 1.0761931737714205, + "grad_norm": 2.921875, + "learning_rate": 4.628854083335437e-06, + "loss": 0.3211617708206177, + "mean_token_accuracy": 0.9167863488197326, + "num_tokens": 23595917.0, + "step": 3800 + }, + { + "entropy": 0.26236009476706385, + "epoch": 1.0790256337629232, + "grad_norm": 2.953125, + "learning_rate": 4.605989996332592e-06, + "loss": 0.3187077283859253, + "mean_token_accuracy": 0.9190028637647629, + "num_tokens": 23662377.0, + "step": 3810 + }, + { + "entropy": 0.2401001263409853, + "epoch": 1.0818580937544258, + "grad_norm": 2.921875, + "learning_rate": 4.583134196859289e-06, + "loss": 0.29697332382202146, + "mean_token_accuracy": 0.927865743637085, + "num_tokens": 23731388.0, + "step": 3820 + }, + { + "entropy": 0.2431210996583104, + "epoch": 1.0846905537459284, + "grad_norm": 3.484375, + "learning_rate": 4.56028716565996e-06, + "loss": 0.2828571081161499, + "mean_token_accuracy": 0.9250638440251351, + "num_tokens": 23793919.0, + "step": 3830 + }, + { + "entropy": 0.2633368631824851, + "epoch": 1.087523013737431, + "grad_norm": 3.0, + "learning_rate": 4.5374493832945956e-06, + "loss": 0.34889698028564453, + "mean_token_accuracy": 0.9208544954657555, + "num_tokens": 23857592.0, + "step": 3840 + }, + { + "entropy": 0.2593194010667503, + "epoch": 1.0903554737289336, + "grad_norm": 2.96875, + "learning_rate": 4.5146213301286576e-06, + "loss": 0.3171344995498657, + "mean_token_accuracy": 0.9193354442715644, + "num_tokens": 23920418.0, + "step": 3850 + }, + { + "entropy": 0.20949211195111275, + "epoch": 1.0931879337204362, + "grad_norm": 2.796875, + "learning_rate": 4.49180348632296e-06, + "loss": 0.25888381004333494, + "mean_token_accuracy": 0.9346993267536163, + "num_tokens": 23978686.0, + "step": 3860 + }, + { + "entropy": 0.23353609554469584, + "epoch": 1.0960203937119388, + "grad_norm": 2.75, + "learning_rate": 4.46899633182358e-06, + "loss": 0.26508593559265137, + "mean_token_accuracy": 0.9285413965582847, + "num_tokens": 24039945.0, + "step": 3870 + }, + { + "entropy": 0.22241716757416724, + "epoch": 1.0988528537034414, + "grad_norm": 3.3125, + "learning_rate": 4.446200346351754e-06, + "loss": 0.2597146987915039, + "mean_token_accuracy": 0.9320032343268394, + "num_tokens": 24101482.0, + "step": 3880 + }, + { + "entropy": 0.2613720097579062, + "epoch": 1.101685313694944, + "grad_norm": 3.140625, + "learning_rate": 4.423416009393794e-06, + "loss": 0.34312365055084226, + "mean_token_accuracy": 0.9211692824959755, + "num_tokens": 24168115.0, + "step": 3890 + }, + { + "entropy": 0.2367805289104581, + "epoch": 1.1045177736864467, + "grad_norm": 3.515625, + "learning_rate": 4.400643800190996e-06, + "loss": 0.2766649961471558, + "mean_token_accuracy": 0.9266433954238892, + "num_tokens": 24227079.0, + "step": 3900 + }, + { + "entropy": 0.25535101108253, + "epoch": 1.1073502336779493, + "grad_norm": 3.375, + "learning_rate": 4.377884197729569e-06, + "loss": 0.29713072776794436, + "mean_token_accuracy": 0.9217936024069786, + "num_tokens": 24285604.0, + "step": 3910 + }, + { + "entropy": 0.24405209170654416, + "epoch": 1.1101826936694519, + "grad_norm": 2.96875, + "learning_rate": 4.355137680730547e-06, + "loss": 0.2735821485519409, + "mean_token_accuracy": 0.9273178353905678, + "num_tokens": 24350648.0, + "step": 3920 + }, + { + "entropy": 0.19264007853344084, + "epoch": 1.1130151536609545, + "grad_norm": 3.1875, + "learning_rate": 4.3324047276397345e-06, + "loss": 0.21265592575073242, + "mean_token_accuracy": 0.9414500996470452, + "num_tokens": 24404283.0, + "step": 3930 + }, + { + "entropy": 0.2032804255373776, + "epoch": 1.115847613652457, + "grad_norm": 2.234375, + "learning_rate": 4.309685816617626e-06, + "loss": 0.24111554622650147, + "mean_token_accuracy": 0.9380518972873688, + "num_tokens": 24464553.0, + "step": 3940 + }, + { + "entropy": 0.25125723276287315, + "epoch": 1.1186800736439597, + "grad_norm": 2.390625, + "learning_rate": 4.2869814255293664e-06, + "loss": 0.2969962120056152, + "mean_token_accuracy": 0.9229256942868233, + "num_tokens": 24525942.0, + "step": 3950 + }, + { + "entropy": 0.30800585420802234, + "epoch": 1.1215125336354623, + "grad_norm": 3.015625, + "learning_rate": 4.264292031934691e-06, + "loss": 0.3487081050872803, + "mean_token_accuracy": 0.9075676053762436, + "num_tokens": 24600735.0, + "step": 3960 + }, + { + "entropy": 0.279854978248477, + "epoch": 1.124344993626965, + "grad_norm": 3.421875, + "learning_rate": 4.241618113077873e-06, + "loss": 0.3201010704040527, + "mean_token_accuracy": 0.9143659561872483, + "num_tokens": 24664043.0, + "step": 3970 + }, + { + "entropy": 0.2509489542804658, + "epoch": 1.1271774536184676, + "grad_norm": 3.21875, + "learning_rate": 4.218960145877701e-06, + "loss": 0.3090847969055176, + "mean_token_accuracy": 0.9232483163475991, + "num_tokens": 24733274.0, + "step": 3980 + }, + { + "entropy": 0.2290360671468079, + "epoch": 1.1300099136099702, + "grad_norm": 3.359375, + "learning_rate": 4.196318606917434e-06, + "loss": 0.2809190511703491, + "mean_token_accuracy": 0.9275623843073845, + "num_tokens": 24793456.0, + "step": 3990 + }, + { + "entropy": 0.2779017182998359, + "epoch": 1.132842373601473, + "grad_norm": 3.078125, + "learning_rate": 4.1736939724347855e-06, + "loss": 0.3090373992919922, + "mean_token_accuracy": 0.9156718105077744, + "num_tokens": 24859440.0, + "step": 4000 + }, + { + "entropy": 0.18849533493630588, + "epoch": 1.1356748335929754, + "grad_norm": 2.8125, + "learning_rate": 4.151086718311906e-06, + "loss": 0.22783432006835938, + "mean_token_accuracy": 0.9417475983500481, + "num_tokens": 24919915.0, + "step": 4010 + }, + { + "entropy": 0.28349222652614114, + "epoch": 1.1385072935844782, + "grad_norm": 3.234375, + "learning_rate": 4.128497320065363e-06, + "loss": 0.3526163578033447, + "mean_token_accuracy": 0.9164958953857422, + "num_tokens": 24988315.0, + "step": 4020 + }, + { + "entropy": 0.22427970254793764, + "epoch": 1.1413397535759808, + "grad_norm": 2.890625, + "learning_rate": 4.105926252836155e-06, + "loss": 0.2701232433319092, + "mean_token_accuracy": 0.9306072682142258, + "num_tokens": 25051911.0, + "step": 4030 + }, + { + "entropy": 0.25542295109480617, + "epoch": 1.1441722135674834, + "grad_norm": 3.734375, + "learning_rate": 4.083373991379708e-06, + "loss": 0.28418903350830077, + "mean_token_accuracy": 0.9231105580925941, + "num_tokens": 25113999.0, + "step": 4040 + }, + { + "entropy": 0.22154931565746666, + "epoch": 1.147004673558986, + "grad_norm": 2.296875, + "learning_rate": 4.060841010055885e-06, + "loss": 0.27008485794067383, + "mean_token_accuracy": 0.9335736617445946, + "num_tokens": 25171528.0, + "step": 4050 + }, + { + "entropy": 0.20193984226789324, + "epoch": 1.1498371335504887, + "grad_norm": 2.328125, + "learning_rate": 4.038327782819023e-06, + "loss": 0.24059042930603028, + "mean_token_accuracy": 0.9381761983036995, + "num_tokens": 25233866.0, + "step": 4060 + }, + { + "entropy": 0.21094176713377238, + "epoch": 1.1526695935419913, + "grad_norm": 2.9375, + "learning_rate": 4.015834783207947e-06, + "loss": 0.26112253665924073, + "mean_token_accuracy": 0.936613292992115, + "num_tokens": 25295627.0, + "step": 4070 + }, + { + "entropy": 0.22350301230326294, + "epoch": 1.155502053533494, + "grad_norm": 2.609375, + "learning_rate": 3.993362484336025e-06, + "loss": 0.27268052101135254, + "mean_token_accuracy": 0.9308605536818504, + "num_tokens": 25352177.0, + "step": 4080 + }, + { + "entropy": 0.2413484001532197, + "epoch": 1.1583345135249965, + "grad_norm": 2.53125, + "learning_rate": 3.97091135888121e-06, + "loss": 0.2961695194244385, + "mean_token_accuracy": 0.9274478688836097, + "num_tokens": 25408721.0, + "step": 4090 + }, + { + "entropy": 0.24861616538837553, + "epoch": 1.1611669735164991, + "grad_norm": 3.109375, + "learning_rate": 3.948481879076088e-06, + "loss": 0.3045854091644287, + "mean_token_accuracy": 0.9254580214619637, + "num_tokens": 25473577.0, + "step": 4100 + }, + { + "entropy": 0.22829729141667485, + "epoch": 1.1639994335080017, + "grad_norm": 2.78125, + "learning_rate": 3.926074516697964e-06, + "loss": 0.26290230751037597, + "mean_token_accuracy": 0.9304362386465073, + "num_tokens": 25534011.0, + "step": 4110 + }, + { + "entropy": 0.22681598402559758, + "epoch": 1.1668318934995043, + "grad_norm": 2.703125, + "learning_rate": 3.903689743058927e-06, + "loss": 0.2976879119873047, + "mean_token_accuracy": 0.930561275780201, + "num_tokens": 25596453.0, + "step": 4120 + }, + { + "entropy": 0.1806016440503299, + "epoch": 1.169664353491007, + "grad_norm": 2.921875, + "learning_rate": 3.881328028995939e-06, + "loss": 0.2117543935775757, + "mean_token_accuracy": 0.9451305896043778, + "num_tokens": 25652619.0, + "step": 4130 + }, + { + "entropy": 0.26367070972919465, + "epoch": 1.1724968134825096, + "grad_norm": 3.109375, + "learning_rate": 3.858989844860928e-06, + "loss": 0.3070235013961792, + "mean_token_accuracy": 0.9207400143146515, + "num_tokens": 25710982.0, + "step": 4140 + }, + { + "entropy": 0.2163207576610148, + "epoch": 1.1753292734740122, + "grad_norm": 2.5, + "learning_rate": 3.836675660510904e-06, + "loss": 0.2601778030395508, + "mean_token_accuracy": 0.9358288258314132, + "num_tokens": 25770860.0, + "step": 4150 + }, + { + "entropy": 0.2428675949573517, + "epoch": 1.1781617334655148, + "grad_norm": 3.53125, + "learning_rate": 3.814385945298064e-06, + "loss": 0.3027503252029419, + "mean_token_accuracy": 0.9261119350790977, + "num_tokens": 25831304.0, + "step": 4160 + }, + { + "entropy": 0.23329113675281404, + "epoch": 1.1809941934570174, + "grad_norm": 2.734375, + "learning_rate": 3.7921211680599316e-06, + "loss": 0.25751571655273436, + "mean_token_accuracy": 0.9266592547297478, + "num_tokens": 25889285.0, + "step": 4170 + }, + { + "entropy": 0.22774195326492191, + "epoch": 1.18382665344852, + "grad_norm": 2.828125, + "learning_rate": 3.7698817971094854e-06, + "loss": 0.25943894386291505, + "mean_token_accuracy": 0.9310021102428436, + "num_tokens": 25950889.0, + "step": 4180 + }, + { + "entropy": 0.30657786335796117, + "epoch": 1.1866591134400226, + "grad_norm": 3.1875, + "learning_rate": 3.7476683002253175e-06, + "loss": 0.3742470026016235, + "mean_token_accuracy": 0.9084239676594734, + "num_tokens": 26016710.0, + "step": 4190 + }, + { + "entropy": 0.26363484296016393, + "epoch": 1.1894915734315252, + "grad_norm": 3.25, + "learning_rate": 3.7254811446417816e-06, + "loss": 0.3128044605255127, + "mean_token_accuracy": 0.9210105195641518, + "num_tokens": 26076982.0, + "step": 4200 + }, + { + "entropy": 0.23388547785580158, + "epoch": 1.1923240334230278, + "grad_norm": 2.890625, + "learning_rate": 3.7033207970391847e-06, + "loss": 0.2698439359664917, + "mean_token_accuracy": 0.9309489011764527, + "num_tokens": 26137826.0, + "step": 4210 + }, + { + "entropy": 0.2579007504507899, + "epoch": 1.1951564934145305, + "grad_norm": 2.65625, + "learning_rate": 3.681187723533956e-06, + "loss": 0.31007983684539797, + "mean_token_accuracy": 0.922349001467228, + "num_tokens": 26198870.0, + "step": 4220 + }, + { + "entropy": 0.2128595493733883, + "epoch": 1.197988953406033, + "grad_norm": 2.84375, + "learning_rate": 3.65908238966884e-06, + "loss": 0.23348703384399414, + "mean_token_accuracy": 0.9355149224400521, + "num_tokens": 26261446.0, + "step": 4230 + }, + { + "entropy": 0.21918850131332873, + "epoch": 1.2008214133975357, + "grad_norm": 3.171875, + "learning_rate": 3.637005260403119e-06, + "loss": 0.27556893825531004, + "mean_token_accuracy": 0.9321137681603432, + "num_tokens": 26321393.0, + "step": 4240 + }, + { + "entropy": 0.265251987054944, + "epoch": 1.2036538733890383, + "grad_norm": 2.765625, + "learning_rate": 3.6149568001028223e-06, + "loss": 0.3239171266555786, + "mean_token_accuracy": 0.9196299970149994, + "num_tokens": 26388051.0, + "step": 4250 + }, + { + "entropy": 0.24416832169517874, + "epoch": 1.206486333380541, + "grad_norm": 3.6875, + "learning_rate": 3.5929374725309617e-06, + "loss": 0.30356464385986326, + "mean_token_accuracy": 0.926099605858326, + "num_tokens": 26453578.0, + "step": 4260 + }, + { + "entropy": 0.2318627736531198, + "epoch": 1.2093187933720437, + "grad_norm": 3.375, + "learning_rate": 3.5709477408377795e-06, + "loss": 0.28204798698425293, + "mean_token_accuracy": 0.9280649125576019, + "num_tokens": 26516677.0, + "step": 4270 + }, + { + "entropy": 0.21778175057843327, + "epoch": 1.2121512533635461, + "grad_norm": 3.484375, + "learning_rate": 3.5489880675509986e-06, + "loss": 0.26971137523651123, + "mean_token_accuracy": 0.9318681254982948, + "num_tokens": 26577736.0, + "step": 4280 + }, + { + "entropy": 0.19295280342921614, + "epoch": 1.214983713355049, + "grad_norm": 3.15625, + "learning_rate": 3.5270589145661038e-06, + "loss": 0.2568847894668579, + "mean_token_accuracy": 0.9388056635856629, + "num_tokens": 26638282.0, + "step": 4290 + }, + { + "entropy": 0.21848455602303146, + "epoch": 1.2178161733465516, + "grad_norm": 3.390625, + "learning_rate": 3.505160743136622e-06, + "loss": 0.2596912384033203, + "mean_token_accuracy": 0.9322919070720672, + "num_tokens": 26696035.0, + "step": 4300 + }, + { + "entropy": 0.26156329102814196, + "epoch": 1.2206486333380542, + "grad_norm": 2.921875, + "learning_rate": 3.4832940138644157e-06, + "loss": 0.3191622972488403, + "mean_token_accuracy": 0.9193585529923439, + "num_tokens": 26757717.0, + "step": 4310 + }, + { + "entropy": 0.19066684865392744, + "epoch": 1.2234810933295568, + "grad_norm": 3.25, + "learning_rate": 3.461459186690006e-06, + "loss": 0.213128399848938, + "mean_token_accuracy": 0.9399427071213722, + "num_tokens": 26814810.0, + "step": 4320 + }, + { + "entropy": 0.25585900731384753, + "epoch": 1.2263135533210594, + "grad_norm": 3.5, + "learning_rate": 3.4396567208828823e-06, + "loss": 0.32691617012023927, + "mean_token_accuracy": 0.9216562286019325, + "num_tokens": 26877440.0, + "step": 4330 + }, + { + "entropy": 0.24010503655299545, + "epoch": 1.229146013312562, + "grad_norm": 3.390625, + "learning_rate": 3.41788707503186e-06, + "loss": 0.3369575023651123, + "mean_token_accuracy": 0.9252798214554787, + "num_tokens": 26937573.0, + "step": 4340 + }, + { + "entropy": 0.19289563642814755, + "epoch": 1.2319784733040646, + "grad_norm": 2.890625, + "learning_rate": 3.396150707035424e-06, + "loss": 0.226908278465271, + "mean_token_accuracy": 0.9404228702187538, + "num_tokens": 26999317.0, + "step": 4350 + }, + { + "entropy": 0.25024923784658315, + "epoch": 1.2348109332955672, + "grad_norm": 2.75, + "learning_rate": 3.3744480740920944e-06, + "loss": 0.3028681755065918, + "mean_token_accuracy": 0.9250575214624405, + "num_tokens": 27056939.0, + "step": 4360 + }, + { + "entropy": 0.18302351711317896, + "epoch": 1.2376433932870698, + "grad_norm": 2.984375, + "learning_rate": 3.3527796326908203e-06, + "loss": 0.2093818426132202, + "mean_token_accuracy": 0.9447689831256867, + "num_tokens": 27117512.0, + "step": 4370 + }, + { + "entropy": 0.23567539155483247, + "epoch": 1.2404758532785725, + "grad_norm": 2.9375, + "learning_rate": 3.3311458386013686e-06, + "loss": 0.26779422760009763, + "mean_token_accuracy": 0.929200166463852, + "num_tokens": 27179134.0, + "step": 4380 + }, + { + "entropy": 0.262385786883533, + "epoch": 1.243308313270075, + "grad_norm": 2.984375, + "learning_rate": 3.3095471468647444e-06, + "loss": 0.3157880067825317, + "mean_token_accuracy": 0.921213936805725, + "num_tokens": 27242527.0, + "step": 4390 + }, + { + "entropy": 0.25156134786084294, + "epoch": 1.2461407732615777, + "grad_norm": 3.21875, + "learning_rate": 3.2879840117836175e-06, + "loss": 0.30792746543884275, + "mean_token_accuracy": 0.92156962454319, + "num_tokens": 27304448.0, + "step": 4400 + }, + { + "entropy": 0.21655702525749804, + "epoch": 1.2489732332530803, + "grad_norm": 2.546875, + "learning_rate": 3.266456886912761e-06, + "loss": 0.2759143114089966, + "mean_token_accuracy": 0.9322070553898811, + "num_tokens": 27364373.0, + "step": 4410 + }, + { + "entropy": 0.2756142715923488, + "epoch": 1.251805693244583, + "grad_norm": 3.09375, + "learning_rate": 3.2449662250495206e-06, + "loss": 0.33940753936767576, + "mean_token_accuracy": 0.914966894686222, + "num_tokens": 27428499.0, + "step": 4420 + }, + { + "entropy": 0.2818338614888489, + "epoch": 1.2546381532360855, + "grad_norm": 2.828125, + "learning_rate": 3.2235124782242866e-06, + "loss": 0.31711788177490235, + "mean_token_accuracy": 0.9134162411093711, + "num_tokens": 27493341.0, + "step": 4430 + }, + { + "entropy": 0.2091914065182209, + "epoch": 1.2574706132275881, + "grad_norm": 3.03125, + "learning_rate": 3.202096097690982e-06, + "loss": 0.24472830295562745, + "mean_token_accuracy": 0.9367028534412384, + "num_tokens": 27553035.0, + "step": 4440 + }, + { + "entropy": 0.2542508527636528, + "epoch": 1.2603030732190907, + "grad_norm": 2.1875, + "learning_rate": 3.180717533917578e-06, + "loss": 0.3394561767578125, + "mean_token_accuracy": 0.924777315557003, + "num_tokens": 27615534.0, + "step": 4450 + }, + { + "entropy": 0.25776216881349684, + "epoch": 1.2631355332105934, + "grad_norm": 2.875, + "learning_rate": 3.1593772365766107e-06, + "loss": 0.31199193000793457, + "mean_token_accuracy": 0.9221319362521172, + "num_tokens": 27679761.0, + "step": 4460 + }, + { + "entropy": 0.221833174303174, + "epoch": 1.265967993202096, + "grad_norm": 3.265625, + "learning_rate": 3.138075654535733e-06, + "loss": 0.2600731372833252, + "mean_token_accuracy": 0.9309741392731666, + "num_tokens": 27735044.0, + "step": 4470 + }, + { + "entropy": 0.25993210077285767, + "epoch": 1.2688004531935986, + "grad_norm": 2.875, + "learning_rate": 3.116813235848268e-06, + "loss": 0.29588348865509034, + "mean_token_accuracy": 0.9213003218173981, + "num_tokens": 27795159.0, + "step": 4480 + }, + { + "entropy": 0.25714250551536677, + "epoch": 1.2716329131851012, + "grad_norm": 2.65625, + "learning_rate": 3.0955904277437777e-06, + "loss": 0.3065769910812378, + "mean_token_accuracy": 0.9232428565621376, + "num_tokens": 27861206.0, + "step": 4490 + }, + { + "entropy": 0.25843508429825307, + "epoch": 1.2744653731766038, + "grad_norm": 2.921875, + "learning_rate": 3.0744076766186683e-06, + "loss": 0.309002947807312, + "mean_token_accuracy": 0.9217819094657898, + "num_tokens": 27925013.0, + "step": 4500 + }, + { + "entropy": 0.20204820288345218, + "epoch": 1.2772978331681064, + "grad_norm": 2.671875, + "learning_rate": 3.0532654280267963e-06, + "loss": 0.23697669506073, + "mean_token_accuracy": 0.9382702693343162, + "num_tokens": 27986113.0, + "step": 4510 + }, + { + "entropy": 0.2647128958255053, + "epoch": 1.2801302931596092, + "grad_norm": 2.71875, + "learning_rate": 3.0321641266700908e-06, + "loss": 0.3252225875854492, + "mean_token_accuracy": 0.9193501740694046, + "num_tokens": 28044486.0, + "step": 4520 + }, + { + "entropy": 0.2618610587902367, + "epoch": 1.2829627531511116, + "grad_norm": 2.953125, + "learning_rate": 3.011104216389209e-06, + "loss": 0.3027822494506836, + "mean_token_accuracy": 0.9214046269655227, + "num_tokens": 28105348.0, + "step": 4530 + }, + { + "entropy": 0.25285998843610286, + "epoch": 1.2857952131426145, + "grad_norm": 3.390625, + "learning_rate": 2.9900861401541935e-06, + "loss": 0.3302875518798828, + "mean_token_accuracy": 0.9243465468287468, + "num_tokens": 28167162.0, + "step": 4540 + }, + { + "entropy": 0.24863419402390718, + "epoch": 1.2886276731341169, + "grad_norm": 2.890625, + "learning_rate": 2.9691103400551612e-06, + "loss": 0.3088348627090454, + "mean_token_accuracy": 0.9230181276798248, + "num_tokens": 28229970.0, + "step": 4550 + }, + { + "entropy": 0.23397703059017658, + "epoch": 1.2914601331256197, + "grad_norm": 2.6875, + "learning_rate": 2.948177257292998e-06, + "loss": 0.2938363552093506, + "mean_token_accuracy": 0.9276159033179283, + "num_tokens": 28291333.0, + "step": 4560 + }, + { + "entropy": 0.2978225776925683, + "epoch": 1.2942925931171223, + "grad_norm": 2.609375, + "learning_rate": 2.9272873321700814e-06, + "loss": 0.3565410375595093, + "mean_token_accuracy": 0.9102242648601532, + "num_tokens": 28358389.0, + "step": 4570 + }, + { + "entropy": 0.2692898658104241, + "epoch": 1.297125053108625, + "grad_norm": 2.828125, + "learning_rate": 2.906441004081022e-06, + "loss": 0.3101436376571655, + "mean_token_accuracy": 0.9190399497747421, + "num_tokens": 28424358.0, + "step": 4580 + }, + { + "entropy": 0.21697850674390792, + "epoch": 1.2999575131001275, + "grad_norm": 3.25, + "learning_rate": 2.8856387115034174e-06, + "loss": 0.2602779626846313, + "mean_token_accuracy": 0.9343308910727501, + "num_tokens": 28481933.0, + "step": 4590 + }, + { + "entropy": 0.2726894068531692, + "epoch": 1.3027899730916301, + "grad_norm": 2.984375, + "learning_rate": 2.864880891988629e-06, + "loss": 0.32516028881073, + "mean_token_accuracy": 0.9169021070003509, + "num_tokens": 28546247.0, + "step": 4600 + }, + { + "entropy": 0.25623656772077086, + "epoch": 1.3056224330831327, + "grad_norm": 2.734375, + "learning_rate": 2.8441679821525857e-06, + "loss": 0.30165460109710696, + "mean_token_accuracy": 0.9226235717535018, + "num_tokens": 28613486.0, + "step": 4610 + }, + { + "entropy": 0.24329884480684996, + "epoch": 1.3084548930746354, + "grad_norm": 3.328125, + "learning_rate": 2.8235004176665915e-06, + "loss": 0.291753888130188, + "mean_token_accuracy": 0.9246421366930008, + "num_tokens": 28674698.0, + "step": 4620 + }, + { + "entropy": 0.2701176831498742, + "epoch": 1.311287353066138, + "grad_norm": 2.828125, + "learning_rate": 2.8028786332481618e-06, + "loss": 0.35086085796356203, + "mean_token_accuracy": 0.9178305074572564, + "num_tokens": 28740730.0, + "step": 4630 + }, + { + "entropy": 0.26439649127423764, + "epoch": 1.3141198130576406, + "grad_norm": 3.796875, + "learning_rate": 2.782303062651891e-06, + "loss": 0.30096120834350587, + "mean_token_accuracy": 0.9212312117218971, + "num_tokens": 28799052.0, + "step": 4640 + }, + { + "entropy": 0.2616453727707267, + "epoch": 1.3169522730491432, + "grad_norm": 3.078125, + "learning_rate": 2.7617741386603147e-06, + "loss": 0.32627871036529543, + "mean_token_accuracy": 0.9230263277888298, + "num_tokens": 28856755.0, + "step": 4650 + }, + { + "entropy": 0.22390527790412307, + "epoch": 1.3197847330406458, + "grad_norm": 3.03125, + "learning_rate": 2.741292293074815e-06, + "loss": 0.28043675422668457, + "mean_token_accuracy": 0.9319010078907013, + "num_tokens": 28917405.0, + "step": 4660 + }, + { + "entropy": 0.26067772330716255, + "epoch": 1.3226171930321484, + "grad_norm": 3.234375, + "learning_rate": 2.720857956706535e-06, + "loss": 0.31217050552368164, + "mean_token_accuracy": 0.9196974828839302, + "num_tokens": 28979060.0, + "step": 4670 + }, + { + "entropy": 0.24639188363216818, + "epoch": 1.325449653023651, + "grad_norm": 2.09375, + "learning_rate": 2.7004715593673193e-06, + "loss": 0.29030728340148926, + "mean_token_accuracy": 0.9242595240473748, + "num_tokens": 29048990.0, + "step": 4680 + }, + { + "entropy": 0.2595814616419375, + "epoch": 1.3282821130151536, + "grad_norm": 3.578125, + "learning_rate": 2.6801335298606735e-06, + "loss": 0.34323825836181643, + "mean_token_accuracy": 0.9196496069431305, + "num_tokens": 29108668.0, + "step": 4690 + }, + { + "entropy": 0.2499905712902546, + "epoch": 1.3311145730066563, + "grad_norm": 3.640625, + "learning_rate": 2.6598442959727405e-06, + "loss": 0.30095908641815183, + "mean_token_accuracy": 0.9234166145324707, + "num_tokens": 29170628.0, + "step": 4700 + }, + { + "entropy": 0.2795558024197817, + "epoch": 1.3339470329981589, + "grad_norm": 3.03125, + "learning_rate": 2.6396042844633084e-06, + "loss": 0.3358647108078003, + "mean_token_accuracy": 0.9151357725262642, + "num_tokens": 29231430.0, + "step": 4710 + }, + { + "entropy": 0.2527871862053871, + "epoch": 1.3367794929896615, + "grad_norm": 2.53125, + "learning_rate": 2.619413921056828e-06, + "loss": 0.2981950998306274, + "mean_token_accuracy": 0.9234776467084884, + "num_tokens": 29292069.0, + "step": 4720 + }, + { + "entropy": 0.24699923824518918, + "epoch": 1.339611952981164, + "grad_norm": 3.296875, + "learning_rate": 2.599273630433468e-06, + "loss": 0.2985649824142456, + "mean_token_accuracy": 0.9248224750161171, + "num_tokens": 29353453.0, + "step": 4730 + }, + { + "entropy": 0.2077005637809634, + "epoch": 1.3424444129726667, + "grad_norm": 2.703125, + "learning_rate": 2.5791838362201697e-06, + "loss": 0.2560413122177124, + "mean_token_accuracy": 0.9381126925349236, + "num_tokens": 29413096.0, + "step": 4740 + }, + { + "entropy": 0.25310145076364277, + "epoch": 1.3452768729641693, + "grad_norm": 2.453125, + "learning_rate": 2.559144960981743e-06, + "loss": 0.32078449726104735, + "mean_token_accuracy": 0.9215926051139831, + "num_tokens": 29477862.0, + "step": 4750 + }, + { + "entropy": 0.2216710806824267, + "epoch": 1.348109332955672, + "grad_norm": 3.3125, + "learning_rate": 2.539157426211984e-06, + "loss": 0.2861553430557251, + "mean_token_accuracy": 0.9337741181254386, + "num_tokens": 29536454.0, + "step": 4760 + }, + { + "entropy": 0.2361689003184438, + "epoch": 1.3509417929471748, + "grad_norm": 2.390625, + "learning_rate": 2.519221652324797e-06, + "loss": 0.28600006103515624, + "mean_token_accuracy": 0.9263621792197227, + "num_tokens": 29597387.0, + "step": 4770 + }, + { + "entropy": 0.20784252174198628, + "epoch": 1.3537742529386771, + "grad_norm": 2.484375, + "learning_rate": 2.4993380586453588e-06, + "loss": 0.24996912479400635, + "mean_token_accuracy": 0.936021265387535, + "num_tokens": 29661427.0, + "step": 4780 + }, + { + "entropy": 0.277555535454303, + "epoch": 1.35660671293018, + "grad_norm": 3.1875, + "learning_rate": 2.479507063401305e-06, + "loss": 0.3356276273727417, + "mean_token_accuracy": 0.9166460618376732, + "num_tokens": 29724154.0, + "step": 4790 + }, + { + "entropy": 0.32572520449757575, + "epoch": 1.3594391729216824, + "grad_norm": 4.625, + "learning_rate": 2.4597290837139133e-06, + "loss": 0.3810946226119995, + "mean_token_accuracy": 0.9033881530165673, + "num_tokens": 29788592.0, + "step": 4800 + }, + { + "entropy": 0.21838265378028154, + "epoch": 1.3622716329131852, + "grad_norm": 2.359375, + "learning_rate": 2.4400045355893524e-06, + "loss": 0.2777862071990967, + "mean_token_accuracy": 0.9348648384213447, + "num_tokens": 29851049.0, + "step": 4810 + }, + { + "entropy": 0.24609042005613446, + "epoch": 1.3651040929046876, + "grad_norm": 3.375, + "learning_rate": 2.420333833909924e-06, + "loss": 0.30987935066223143, + "mean_token_accuracy": 0.9248693987727166, + "num_tokens": 29913629.0, + "step": 4820 + }, + { + "entropy": 0.21056049782782793, + "epoch": 1.3679365528961904, + "grad_norm": 3.28125, + "learning_rate": 2.4007173924253212e-06, + "loss": 0.2472922086715698, + "mean_token_accuracy": 0.9366860389709473, + "num_tokens": 29971964.0, + "step": 4830 + }, + { + "entropy": 0.30174947492778303, + "epoch": 1.370769012887693, + "grad_norm": 2.765625, + "learning_rate": 2.381155623743953e-06, + "loss": 0.3823577880859375, + "mean_token_accuracy": 0.9080246448516845, + "num_tokens": 30043759.0, + "step": 4840 + }, + { + "entropy": 0.25103030242025853, + "epoch": 1.3736014728791957, + "grad_norm": 3.453125, + "learning_rate": 2.361648939324243e-06, + "loss": 0.28985164165496824, + "mean_token_accuracy": 0.926340526342392, + "num_tokens": 30100262.0, + "step": 4850 + }, + { + "entropy": 0.2580802061595023, + "epoch": 1.3764339328706983, + "grad_norm": 3.28125, + "learning_rate": 2.342197749465984e-06, + "loss": 0.31032874584198, + "mean_token_accuracy": 0.9193428009748459, + "num_tokens": 30164118.0, + "step": 4860 + }, + { + "entropy": 0.27607944067567586, + "epoch": 1.3792663928622009, + "grad_norm": 3.40625, + "learning_rate": 2.3228024633017116e-06, + "loss": 0.3126307487487793, + "mean_token_accuracy": 0.9179492324590683, + "num_tokens": 30224388.0, + "step": 4870 + }, + { + "entropy": 0.28047991786152127, + "epoch": 1.3820988528537035, + "grad_norm": 2.71875, + "learning_rate": 2.303463488788089e-06, + "loss": 0.30843875408172605, + "mean_token_accuracy": 0.9161667764186859, + "num_tokens": 30289143.0, + "step": 4880 + }, + { + "entropy": 0.2500641171820462, + "epoch": 1.384931312845206, + "grad_norm": 4.3125, + "learning_rate": 2.284181232697332e-06, + "loss": 0.3286006450653076, + "mean_token_accuracy": 0.9237422406673431, + "num_tokens": 30347509.0, + "step": 4890 + }, + { + "entropy": 0.26391101712360976, + "epoch": 1.3877637728367087, + "grad_norm": 3.1875, + "learning_rate": 2.2649561006086558e-06, + "loss": 0.36521620750427247, + "mean_token_accuracy": 0.921583104133606, + "num_tokens": 30407734.0, + "step": 4900 + }, + { + "entropy": 0.2082054775673896, + "epoch": 1.3905962328282113, + "grad_norm": 3.171875, + "learning_rate": 2.245788496899736e-06, + "loss": 0.26845521926879884, + "mean_token_accuracy": 0.9378845795989037, + "num_tokens": 30466946.0, + "step": 4910 + }, + { + "entropy": 0.22866754801943898, + "epoch": 1.393428692819714, + "grad_norm": 2.75, + "learning_rate": 2.2266788247382104e-06, + "loss": 0.27818896770477297, + "mean_token_accuracy": 0.9301291614770889, + "num_tokens": 30533581.0, + "step": 4920 + }, + { + "entropy": 0.24968635374680162, + "epoch": 1.3962611528112165, + "grad_norm": 3.1875, + "learning_rate": 2.207627486073193e-06, + "loss": 0.287874698638916, + "mean_token_accuracy": 0.9242622211575509, + "num_tokens": 30601850.0, + "step": 4930 + }, + { + "entropy": 0.30023376140743496, + "epoch": 1.3990936128027192, + "grad_norm": 2.578125, + "learning_rate": 2.188634881626824e-06, + "loss": 0.3350045680999756, + "mean_token_accuracy": 0.9105271488428116, + "num_tokens": 30671400.0, + "step": 4940 + }, + { + "entropy": 0.2472711553797126, + "epoch": 1.4019260727942218, + "grad_norm": 2.640625, + "learning_rate": 2.169701410885844e-06, + "loss": 0.30690841674804686, + "mean_token_accuracy": 0.925593939423561, + "num_tokens": 30730507.0, + "step": 4950 + }, + { + "entropy": 0.25907982494682075, + "epoch": 1.4047585327857244, + "grad_norm": 3.234375, + "learning_rate": 2.1508274720931782e-06, + "loss": 0.28761587142944334, + "mean_token_accuracy": 0.9222486436367034, + "num_tokens": 30795393.0, + "step": 4960 + }, + { + "entropy": 0.2811718896962702, + "epoch": 1.407590992777227, + "grad_norm": 3.234375, + "learning_rate": 2.132013462239575e-06, + "loss": 0.3265038251876831, + "mean_token_accuracy": 0.9145691886544227, + "num_tokens": 30857562.0, + "step": 4970 + }, + { + "entropy": 0.28517370773479345, + "epoch": 1.4104234527687296, + "grad_norm": 2.328125, + "learning_rate": 2.1132597770552438e-06, + "loss": 0.31507909297943115, + "mean_token_accuracy": 0.9142434164881706, + "num_tokens": 30922675.0, + "step": 4980 + }, + { + "entropy": 0.19877292485907674, + "epoch": 1.4132559127602322, + "grad_norm": 3.765625, + "learning_rate": 2.0945668110015444e-06, + "loss": 0.23243415355682373, + "mean_token_accuracy": 0.9366410985589028, + "num_tokens": 30976543.0, + "step": 4990 + }, + { + "entropy": 0.2432062154635787, + "epoch": 1.4160883727517348, + "grad_norm": 2.5, + "learning_rate": 2.0759349572626746e-06, + "loss": 0.2862151384353638, + "mean_token_accuracy": 0.9267523601651192, + "num_tokens": 31038473.0, + "step": 5000 + }, + { + "entropy": 0.3237845581024885, + "epoch": 1.4189208327432374, + "grad_norm": 3.875, + "learning_rate": 2.0573646077374104e-06, + "loss": 0.37770848274230956, + "mean_token_accuracy": 0.9031021609902382, + "num_tokens": 31099230.0, + "step": 5010 + }, + { + "entropy": 0.2877516193315387, + "epoch": 1.42175329273474, + "grad_norm": 2.734375, + "learning_rate": 2.0388561530308635e-06, + "loss": 0.34712216854095457, + "mean_token_accuracy": 0.9134866118431091, + "num_tokens": 31166088.0, + "step": 5020 + }, + { + "entropy": 0.2820683201774955, + "epoch": 1.4245857527262427, + "grad_norm": 2.796875, + "learning_rate": 2.020409982446257e-06, + "loss": 0.3219949960708618, + "mean_token_accuracy": 0.9166051208972931, + "num_tokens": 31228723.0, + "step": 5030 + }, + { + "entropy": 0.27668618680909274, + "epoch": 1.4274182127177455, + "grad_norm": 2.515625, + "learning_rate": 2.002026483976743e-06, + "loss": 0.3125786066055298, + "mean_token_accuracy": 0.9155862748622894, + "num_tokens": 31291073.0, + "step": 5040 + }, + { + "entropy": 0.2827945364639163, + "epoch": 1.4302506727092479, + "grad_norm": 2.890625, + "learning_rate": 1.983706044297246e-06, + "loss": 0.3369795560836792, + "mean_token_accuracy": 0.9160067468881607, + "num_tokens": 31353485.0, + "step": 5050 + }, + { + "entropy": 0.26270845299586654, + "epoch": 1.4330831327007507, + "grad_norm": 2.390625, + "learning_rate": 1.965449048756313e-06, + "loss": 0.32433252334594725, + "mean_token_accuracy": 0.917706748843193, + "num_tokens": 31416187.0, + "step": 5060 + }, + { + "entropy": 0.25601281197741627, + "epoch": 1.435915592692253, + "grad_norm": 3.171875, + "learning_rate": 1.9472558813680302e-06, + "loss": 0.3209353446960449, + "mean_token_accuracy": 0.9202107876539231, + "num_tokens": 31476116.0, + "step": 5070 + }, + { + "entropy": 0.20480688754469156, + "epoch": 1.438748052683756, + "grad_norm": 2.640625, + "learning_rate": 1.929126924803934e-06, + "loss": 0.23985617160797118, + "mean_token_accuracy": 0.9381486117839813, + "num_tokens": 31535405.0, + "step": 5080 + }, + { + "entropy": 0.2611421229317784, + "epoch": 1.4415805126752583, + "grad_norm": 3.5625, + "learning_rate": 1.9110625603849527e-06, + "loss": 0.32944498062133787, + "mean_token_accuracy": 0.9202523365616798, + "num_tokens": 31597693.0, + "step": 5090 + }, + { + "entropy": 0.23836144469678403, + "epoch": 1.4444129726667612, + "grad_norm": 2.03125, + "learning_rate": 1.893063168073408e-06, + "loss": 0.29022033214569093, + "mean_token_accuracy": 0.9306372493505478, + "num_tokens": 31656977.0, + "step": 5100 + }, + { + "entropy": 0.28606463205069305, + "epoch": 1.4472454326582638, + "grad_norm": 2.5, + "learning_rate": 1.8751291264650046e-06, + "loss": 0.3439618110656738, + "mean_token_accuracy": 0.9139068111777305, + "num_tokens": 31718707.0, + "step": 5110 + }, + { + "entropy": 0.2603332348167896, + "epoch": 1.4500778926497664, + "grad_norm": 3.359375, + "learning_rate": 1.8572608127808728e-06, + "loss": 0.31691861152648926, + "mean_token_accuracy": 0.9209822177886963, + "num_tokens": 31782906.0, + "step": 5120 + }, + { + "entropy": 0.20631724232807755, + "epoch": 1.452910352641269, + "grad_norm": 2.3125, + "learning_rate": 1.83945860285964e-06, + "loss": 0.2487272262573242, + "mean_token_accuracy": 0.9387247279286385, + "num_tokens": 31843112.0, + "step": 5130 + }, + { + "entropy": 0.312122474052012, + "epoch": 1.4557428126327716, + "grad_norm": 2.59375, + "learning_rate": 1.8217228711495144e-06, + "loss": 0.3650108814239502, + "mean_token_accuracy": 0.903496403992176, + "num_tokens": 31908733.0, + "step": 5140 + }, + { + "entropy": 0.21777895856648682, + "epoch": 1.4585752726242742, + "grad_norm": 2.84375, + "learning_rate": 1.8040539907004151e-06, + "loss": 0.2540838003158569, + "mean_token_accuracy": 0.933236388862133, + "num_tokens": 31965951.0, + "step": 5150 + }, + { + "entropy": 0.2150375141762197, + "epoch": 1.4614077326157768, + "grad_norm": 3.109375, + "learning_rate": 1.7864523331561289e-06, + "loss": 0.25230045318603517, + "mean_token_accuracy": 0.9354735314846039, + "num_tokens": 32030628.0, + "step": 5160 + }, + { + "entropy": 0.2608655440621078, + "epoch": 1.4642401926072794, + "grad_norm": 3.046875, + "learning_rate": 1.7689182687464856e-06, + "loss": 0.3130248308181763, + "mean_token_accuracy": 0.9211593955755234, + "num_tokens": 32097676.0, + "step": 5170 + }, + { + "entropy": 0.25380949294194577, + "epoch": 1.467072652598782, + "grad_norm": 2.890625, + "learning_rate": 1.7514521662795747e-06, + "loss": 0.2816046476364136, + "mean_token_accuracy": 0.9257098287343979, + "num_tokens": 32158741.0, + "step": 5180 + }, + { + "entropy": 0.25251292893663047, + "epoch": 1.4699051125902847, + "grad_norm": 2.65625, + "learning_rate": 1.7340543931339855e-06, + "loss": 0.29217917919158937, + "mean_token_accuracy": 0.9239209443330765, + "num_tokens": 32214336.0, + "step": 5190 + }, + { + "entropy": 0.19389442894607783, + "epoch": 1.4727375725817873, + "grad_norm": 2.609375, + "learning_rate": 1.7167253152510881e-06, + "loss": 0.2437535524368286, + "mean_token_accuracy": 0.9410161271691322, + "num_tokens": 32272894.0, + "step": 5200 + }, + { + "entropy": 0.24098797258920968, + "epoch": 1.47557003257329, + "grad_norm": 2.734375, + "learning_rate": 1.6994652971273234e-06, + "loss": 0.3020350217819214, + "mean_token_accuracy": 0.927329009771347, + "num_tokens": 32334986.0, + "step": 5210 + }, + { + "entropy": 0.22781321993097664, + "epoch": 1.4784024925647925, + "grad_norm": 3.34375, + "learning_rate": 1.6822747018065454e-06, + "loss": 0.27587802410125734, + "mean_token_accuracy": 0.9302007511258126, + "num_tokens": 32400375.0, + "step": 5220 + }, + { + "entropy": 0.2371103228069842, + "epoch": 1.4812349525562951, + "grad_norm": 2.640625, + "learning_rate": 1.6651538908723819e-06, + "loss": 0.2963529586791992, + "mean_token_accuracy": 0.9281015366315841, + "num_tokens": 32461495.0, + "step": 5230 + }, + { + "entropy": 0.2026872721500695, + "epoch": 1.4840674125477977, + "grad_norm": 3.703125, + "learning_rate": 1.648103224440628e-06, + "loss": 0.2533473253250122, + "mean_token_accuracy": 0.9393594354391098, + "num_tokens": 32520488.0, + "step": 5240 + }, + { + "entropy": 0.27795653184875846, + "epoch": 1.4868998725393003, + "grad_norm": 4.28125, + "learning_rate": 1.6311230611516787e-06, + "loss": 0.3331992864608765, + "mean_token_accuracy": 0.9139838621020318, + "num_tokens": 32579890.0, + "step": 5250 + }, + { + "entropy": 0.24200157299637795, + "epoch": 1.489732332530803, + "grad_norm": 2.453125, + "learning_rate": 1.6142137581629735e-06, + "loss": 0.29794676303863527, + "mean_token_accuracy": 0.9251758947968483, + "num_tokens": 32638891.0, + "step": 5260 + }, + { + "entropy": 0.28265436114743353, + "epoch": 1.4925647925223056, + "grad_norm": 2.953125, + "learning_rate": 1.5973756711414906e-06, + "loss": 0.32789628505706786, + "mean_token_accuracy": 0.9158792689442634, + "num_tokens": 32698889.0, + "step": 5270 + }, + { + "entropy": 0.2547013622708619, + "epoch": 1.4953972525138082, + "grad_norm": 3.34375, + "learning_rate": 1.5806091542562702e-06, + "loss": 0.3087520360946655, + "mean_token_accuracy": 0.9223901182413101, + "num_tokens": 32761937.0, + "step": 5280 + }, + { + "entropy": 0.22827409273013471, + "epoch": 1.4982297125053108, + "grad_norm": 2.9375, + "learning_rate": 1.5639145601709565e-06, + "loss": 0.2831422328948975, + "mean_token_accuracy": 0.9307228982448578, + "num_tokens": 32827776.0, + "step": 5290 + }, + { + "entropy": 0.2951494877226651, + "epoch": 1.5010621724968134, + "grad_norm": 2.59375, + "learning_rate": 1.5472922400363822e-06, + "loss": 0.36947824954986574, + "mean_token_accuracy": 0.9096596837043762, + "num_tokens": 32894314.0, + "step": 5300 + }, + { + "entropy": 0.2979168656282127, + "epoch": 1.5038946324883162, + "grad_norm": 2.859375, + "learning_rate": 1.5307425434831907e-06, + "loss": 0.3343170642852783, + "mean_token_accuracy": 0.9080912008881569, + "num_tokens": 32956538.0, + "step": 5310 + }, + { + "entropy": 0.30057740341871975, + "epoch": 1.5067270924798186, + "grad_norm": 3.15625, + "learning_rate": 1.5142658186144643e-06, + "loss": 0.35959796905517577, + "mean_token_accuracy": 0.910037699341774, + "num_tokens": 33021410.0, + "step": 5320 + }, + { + "entropy": 0.24314799094572664, + "epoch": 1.5095595524713215, + "grad_norm": 2.875, + "learning_rate": 1.4978624119984215e-06, + "loss": 0.2805622100830078, + "mean_token_accuracy": 0.9268027886748313, + "num_tokens": 33077695.0, + "step": 5330 + }, + { + "entropy": 0.20980772599577904, + "epoch": 1.5123920124628238, + "grad_norm": 3.21875, + "learning_rate": 1.4815326686611203e-06, + "loss": 0.2554431200027466, + "mean_token_accuracy": 0.936587342619896, + "num_tokens": 33139831.0, + "step": 5340 + }, + { + "entropy": 0.21507870415225624, + "epoch": 1.5152244724543267, + "grad_norm": 3.203125, + "learning_rate": 1.4652769320791903e-06, + "loss": 0.24842193126678466, + "mean_token_accuracy": 0.9355509415268898, + "num_tokens": 33197251.0, + "step": 5350 + }, + { + "entropy": 0.2641136610880494, + "epoch": 1.518056932445829, + "grad_norm": 3.8125, + "learning_rate": 1.4490955441726274e-06, + "loss": 0.3337679624557495, + "mean_token_accuracy": 0.9209033325314522, + "num_tokens": 33257985.0, + "step": 5360 + }, + { + "entropy": 0.24620256144553423, + "epoch": 1.520889392437332, + "grad_norm": 3.484375, + "learning_rate": 1.432988845297586e-06, + "loss": 0.29033358097076417, + "mean_token_accuracy": 0.9254283532500267, + "num_tokens": 33319091.0, + "step": 5370 + }, + { + "entropy": 0.2379481267184019, + "epoch": 1.5237218524288343, + "grad_norm": 2.265625, + "learning_rate": 1.4169571742392258e-06, + "loss": 0.27025935649871824, + "mean_token_accuracy": 0.9277426168322563, + "num_tokens": 33383844.0, + "step": 5380 + }, + { + "entropy": 0.2868938121944666, + "epoch": 1.5265543124203371, + "grad_norm": 3.71875, + "learning_rate": 1.4010008682045923e-06, + "loss": 0.3404625415802002, + "mean_token_accuracy": 0.9113814622163773, + "num_tokens": 33453218.0, + "step": 5390 + }, + { + "entropy": 0.22716827960684896, + "epoch": 1.5293867724118397, + "grad_norm": 3.171875, + "learning_rate": 1.3851202628155107e-06, + "loss": 0.25096280574798585, + "mean_token_accuracy": 0.9309007912874222, + "num_tokens": 33508903.0, + "step": 5400 + }, + { + "entropy": 0.27040613191202284, + "epoch": 1.5322192324033423, + "grad_norm": 3.328125, + "learning_rate": 1.369315692101536e-06, + "loss": 0.32122843265533446, + "mean_token_accuracy": 0.9177961051464081, + "num_tokens": 33573171.0, + "step": 5410 + }, + { + "entropy": 0.2600837898440659, + "epoch": 1.535051692394845, + "grad_norm": 3.234375, + "learning_rate": 1.3535874884929268e-06, + "loss": 0.3213672637939453, + "mean_token_accuracy": 0.9197964414954185, + "num_tokens": 33636074.0, + "step": 5420 + }, + { + "entropy": 0.22881285650655628, + "epoch": 1.5378841523863476, + "grad_norm": 3.09375, + "learning_rate": 1.3379359828136484e-06, + "loss": 0.2707126379013062, + "mean_token_accuracy": 0.9294409155845642, + "num_tokens": 33698927.0, + "step": 5430 + }, + { + "entropy": 0.2975919903255999, + "epoch": 1.5407166123778502, + "grad_norm": 2.5625, + "learning_rate": 1.3223615042744177e-06, + "loss": 0.34776482582092283, + "mean_token_accuracy": 0.9107442811131478, + "num_tokens": 33760454.0, + "step": 5440 + }, + { + "entropy": 0.2446910054422915, + "epoch": 1.5435490723693528, + "grad_norm": 3.6875, + "learning_rate": 1.3068643804657755e-06, + "loss": 0.3253368616104126, + "mean_token_accuracy": 0.9267232105135917, + "num_tokens": 33820778.0, + "step": 5450 + }, + { + "entropy": 0.24788066679611803, + "epoch": 1.5463815323608554, + "grad_norm": 3.1875, + "learning_rate": 1.2914449373512039e-06, + "loss": 0.290773868560791, + "mean_token_accuracy": 0.9264207080006599, + "num_tokens": 33885412.0, + "step": 5460 + }, + { + "entropy": 0.26637936308979987, + "epoch": 1.549213992352358, + "grad_norm": 2.84375, + "learning_rate": 1.2761034992602594e-06, + "loss": 0.302551794052124, + "mean_token_accuracy": 0.9195884510874748, + "num_tokens": 33949818.0, + "step": 5470 + }, + { + "entropy": 0.25932731870561837, + "epoch": 1.5520464523438606, + "grad_norm": 2.734375, + "learning_rate": 1.260840388881757e-06, + "loss": 0.3070210456848145, + "mean_token_accuracy": 0.9207321554422379, + "num_tokens": 34014584.0, + "step": 5480 + }, + { + "entropy": 0.27443883698433635, + "epoch": 1.5548789123353632, + "grad_norm": 3.46875, + "learning_rate": 1.2456559272569835e-06, + "loss": 0.33689801692962645, + "mean_token_accuracy": 0.9148522824048996, + "num_tokens": 34084875.0, + "step": 5490 + }, + { + "entropy": 0.23238408304750918, + "epoch": 1.5577113723268659, + "grad_norm": 2.359375, + "learning_rate": 1.2305504337729402e-06, + "loss": 0.2621855497360229, + "mean_token_accuracy": 0.9286026373505593, + "num_tokens": 34149334.0, + "step": 5500 + }, + { + "entropy": 0.19104345375671983, + "epoch": 1.5605438323183685, + "grad_norm": 3.0, + "learning_rate": 1.2155242261556322e-06, + "loss": 0.21013360023498534, + "mean_token_accuracy": 0.9440885782241821, + "num_tokens": 34208909.0, + "step": 5510 + }, + { + "entropy": 0.3090286682359874, + "epoch": 1.563376292309871, + "grad_norm": 3.546875, + "learning_rate": 1.2005776204633784e-06, + "loss": 0.3435187578201294, + "mean_token_accuracy": 0.906642059981823, + "num_tokens": 34277789.0, + "step": 5520 + }, + { + "entropy": 0.27096550054848195, + "epoch": 1.5662087523013737, + "grad_norm": 3.0, + "learning_rate": 1.1857109310801646e-06, + "loss": 0.33941338062286375, + "mean_token_accuracy": 0.9181032046675682, + "num_tokens": 34341408.0, + "step": 5530 + }, + { + "entropy": 0.2512120358645916, + "epoch": 1.5690412122928765, + "grad_norm": 2.953125, + "learning_rate": 1.1709244707090379e-06, + "loss": 0.3203424453735352, + "mean_token_accuracy": 0.9274255812168122, + "num_tokens": 34401100.0, + "step": 5540 + }, + { + "entropy": 0.22159507512114943, + "epoch": 1.571873672284379, + "grad_norm": 3.25, + "learning_rate": 1.1562185503655189e-06, + "loss": 0.26977603435516356, + "mean_token_accuracy": 0.9318756386637688, + "num_tokens": 34462912.0, + "step": 5550 + }, + { + "entropy": 0.23320558797568083, + "epoch": 1.5747061322758817, + "grad_norm": 1.9609375, + "learning_rate": 1.1415934793710665e-06, + "loss": 0.2658952474594116, + "mean_token_accuracy": 0.9283665150403977, + "num_tokens": 34524813.0, + "step": 5560 + }, + { + "entropy": 0.2423627723939717, + "epoch": 1.5775385922673841, + "grad_norm": 2.453125, + "learning_rate": 1.1270495653465736e-06, + "loss": 0.2817867279052734, + "mean_token_accuracy": 0.9266665682196618, + "num_tokens": 34588658.0, + "step": 5570 + }, + { + "entropy": 0.288007527962327, + "epoch": 1.580371052258887, + "grad_norm": 3.5625, + "learning_rate": 1.1125871142058853e-06, + "loss": 0.3256409168243408, + "mean_token_accuracy": 0.9146550044417381, + "num_tokens": 34651205.0, + "step": 5580 + }, + { + "entropy": 0.26610668897628786, + "epoch": 1.5832035122503894, + "grad_norm": 3.21875, + "learning_rate": 1.09820643014938e-06, + "loss": 0.30162830352783204, + "mean_token_accuracy": 0.9187943205237389, + "num_tokens": 34712268.0, + "step": 5590 + }, + { + "entropy": 0.23809606842696668, + "epoch": 1.5860359722418922, + "grad_norm": 2.671875, + "learning_rate": 1.0839078156575627e-06, + "loss": 0.2636057615280151, + "mean_token_accuracy": 0.9277158841490746, + "num_tokens": 34772045.0, + "step": 5600 + }, + { + "entropy": 0.22600625092163681, + "epoch": 1.5888684322333946, + "grad_norm": 2.96875, + "learning_rate": 1.0696915714846957e-06, + "loss": 0.2677895545959473, + "mean_token_accuracy": 0.9321974024176598, + "num_tokens": 34833071.0, + "step": 5610 + }, + { + "entropy": 0.24366146139800549, + "epoch": 1.5917008922248974, + "grad_norm": 3.53125, + "learning_rate": 1.0555579966524881e-06, + "loss": 0.29182281494140627, + "mean_token_accuracy": 0.9258176818490028, + "num_tokens": 34894119.0, + "step": 5620 + }, + { + "entropy": 0.21388702299445866, + "epoch": 1.5945333522163998, + "grad_norm": 3.0625, + "learning_rate": 1.0415073884437976e-06, + "loss": 0.2524517774581909, + "mean_token_accuracy": 0.9357389867305755, + "num_tokens": 34952146.0, + "step": 5630 + }, + { + "entropy": 0.21859713681042195, + "epoch": 1.5973658122079026, + "grad_norm": 2.8125, + "learning_rate": 1.0275400423963717e-06, + "loss": 0.24928975105285645, + "mean_token_accuracy": 0.934303593635559, + "num_tokens": 35011714.0, + "step": 5640 + }, + { + "entropy": 0.2579089604318142, + "epoch": 1.600198272199405, + "grad_norm": 2.921875, + "learning_rate": 1.0136562522966441e-06, + "loss": 0.31113855838775634, + "mean_token_accuracy": 0.9202840358018876, + "num_tokens": 35074651.0, + "step": 5650 + }, + { + "entropy": 0.26469491589814426, + "epoch": 1.6030307321909079, + "grad_norm": 3.140625, + "learning_rate": 9.998563101735476e-07, + "loss": 0.3200496435165405, + "mean_token_accuracy": 0.9220004096627236, + "num_tokens": 35138648.0, + "step": 5660 + }, + { + "entropy": 0.22206950206309556, + "epoch": 1.6058631921824105, + "grad_norm": 2.640625, + "learning_rate": 9.861405062923697e-07, + "loss": 0.2514327049255371, + "mean_token_accuracy": 0.9321804001927376, + "num_tokens": 35196730.0, + "step": 5670 + }, + { + "entropy": 0.24417279483750462, + "epoch": 1.608695652173913, + "grad_norm": 3.328125, + "learning_rate": 9.725091291486566e-07, + "loss": 0.30283517837524415, + "mean_token_accuracy": 0.926240362226963, + "num_tokens": 35257197.0, + "step": 5680 + }, + { + "entropy": 0.30107640102505684, + "epoch": 1.6115281121654157, + "grad_norm": 2.296875, + "learning_rate": 9.589624654621337e-07, + "loss": 0.374169659614563, + "mean_token_accuracy": 0.9090639904141427, + "num_tokens": 35322366.0, + "step": 5690 + }, + { + "entropy": 0.25959637677297, + "epoch": 1.6143605721569183, + "grad_norm": 3.5, + "learning_rate": 9.455008001706823e-07, + "loss": 0.3035139560699463, + "mean_token_accuracy": 0.920881375670433, + "num_tokens": 35384760.0, + "step": 5700 + }, + { + "entropy": 0.26152828708291054, + "epoch": 1.617193032148421, + "grad_norm": 2.921875, + "learning_rate": 9.321244164243426e-07, + "loss": 0.3164137125015259, + "mean_token_accuracy": 0.9189648017287254, + "num_tokens": 35451710.0, + "step": 5710 + }, + { + "entropy": 0.26348818531259893, + "epoch": 1.6200254921399235, + "grad_norm": 2.84375, + "learning_rate": 9.188335955793626e-07, + "loss": 0.30527734756469727, + "mean_token_accuracy": 0.9183376669883728, + "num_tokens": 35512594.0, + "step": 5720 + }, + { + "entropy": 0.2280609853565693, + "epoch": 1.6228579521314261, + "grad_norm": 2.375, + "learning_rate": 9.056286171922734e-07, + "loss": 0.2652477264404297, + "mean_token_accuracy": 0.9297893449664116, + "num_tokens": 35576563.0, + "step": 5730 + }, + { + "entropy": 0.2838295646011829, + "epoch": 1.6256904121229288, + "grad_norm": 2.9375, + "learning_rate": 8.925097590140148e-07, + "loss": 0.35121898651123046, + "mean_token_accuracy": 0.9098823204636574, + "num_tokens": 35640297.0, + "step": 5740 + }, + { + "entropy": 0.2746155882254243, + "epoch": 1.6285228721144314, + "grad_norm": 3.265625, + "learning_rate": 8.794772969840887e-07, + "loss": 0.31128735542297364, + "mean_token_accuracy": 0.9179449796676635, + "num_tokens": 35707899.0, + "step": 5750 + }, + { + "entropy": 0.2756534986197948, + "epoch": 1.631355332105934, + "grad_norm": 3.234375, + "learning_rate": 8.665315052247602e-07, + "loss": 0.32416977882385256, + "mean_token_accuracy": 0.9196028739213944, + "num_tokens": 35772162.0, + "step": 5760 + }, + { + "entropy": 0.2519084827043116, + "epoch": 1.6341877920974366, + "grad_norm": 3.140625, + "learning_rate": 8.536726560352876e-07, + "loss": 0.324365496635437, + "mean_token_accuracy": 0.9242412179708481, + "num_tokens": 35835349.0, + "step": 5770 + }, + { + "entropy": 0.25698692388832567, + "epoch": 1.6370202520889392, + "grad_norm": 3.53125, + "learning_rate": 8.409010198861956e-07, + "loss": 0.3088990211486816, + "mean_token_accuracy": 0.9209602817893028, + "num_tokens": 35897448.0, + "step": 5780 + }, + { + "entropy": 0.22108505498617886, + "epoch": 1.6398527120804418, + "grad_norm": 2.890625, + "learning_rate": 8.282168654135847e-07, + "loss": 0.2698824882507324, + "mean_token_accuracy": 0.93257477581501, + "num_tokens": 35959332.0, + "step": 5790 + }, + { + "entropy": 0.2284936947748065, + "epoch": 1.6426851720719444, + "grad_norm": 3.28125, + "learning_rate": 8.156204594134893e-07, + "loss": 0.2973310470581055, + "mean_token_accuracy": 0.9306313022971153, + "num_tokens": 36021262.0, + "step": 5800 + }, + { + "entropy": 0.24009261797182263, + "epoch": 1.6455176320634473, + "grad_norm": 3.15625, + "learning_rate": 8.031120668362535e-07, + "loss": 0.28094191551208497, + "mean_token_accuracy": 0.9246355861425399, + "num_tokens": 36084005.0, + "step": 5810 + }, + { + "entropy": 0.23662603041157126, + "epoch": 1.6483500920549496, + "grad_norm": 2.625, + "learning_rate": 7.906919507809651e-07, + "loss": 0.2780949354171753, + "mean_token_accuracy": 0.9279899090528488, + "num_tokens": 36147389.0, + "step": 5820 + }, + { + "entropy": 0.23658121339976787, + "epoch": 1.6511825520464525, + "grad_norm": 2.953125, + "learning_rate": 7.783603724899258e-07, + "loss": 0.29379072189331057, + "mean_token_accuracy": 0.927857731282711, + "num_tokens": 36210586.0, + "step": 5830 + }, + { + "entropy": 0.26622840845957396, + "epoch": 1.6540150120379549, + "grad_norm": 2.96875, + "learning_rate": 7.661175913431429e-07, + "loss": 0.2929482936859131, + "mean_token_accuracy": 0.9188829958438873, + "num_tokens": 36274779.0, + "step": 5840 + }, + { + "entropy": 0.21175987273454666, + "epoch": 1.6568474720294577, + "grad_norm": 2.75, + "learning_rate": 7.53963864852888e-07, + "loss": 0.2593329906463623, + "mean_token_accuracy": 0.934892113506794, + "num_tokens": 36335052.0, + "step": 5850 + }, + { + "entropy": 0.2694924921728671, + "epoch": 1.65967993202096, + "grad_norm": 2.515625, + "learning_rate": 7.418994486582759e-07, + "loss": 0.3219228506088257, + "mean_token_accuracy": 0.918947072327137, + "num_tokens": 36402302.0, + "step": 5860 + }, + { + "entropy": 0.22867691768333315, + "epoch": 1.662512392012463, + "grad_norm": 2.125, + "learning_rate": 7.299245965198781e-07, + "loss": 0.27680966854095457, + "mean_token_accuracy": 0.9292436599731445, + "num_tokens": 36462632.0, + "step": 5870 + }, + { + "entropy": 0.2866896932013333, + "epoch": 1.6653448520039653, + "grad_norm": 2.984375, + "learning_rate": 7.180395603144008e-07, + "loss": 0.34249396324157716, + "mean_token_accuracy": 0.91329265832901, + "num_tokens": 36527224.0, + "step": 5880 + }, + { + "entropy": 0.27094610016793014, + "epoch": 1.6681773119954681, + "grad_norm": 3.265625, + "learning_rate": 7.062445900293785e-07, + "loss": 0.36627175807952883, + "mean_token_accuracy": 0.9188960358500481, + "num_tokens": 36592894.0, + "step": 5890 + }, + { + "entropy": 0.26132087502628565, + "epoch": 1.6710097719869705, + "grad_norm": 2.9375, + "learning_rate": 6.9453993375791e-07, + "loss": 0.3172159194946289, + "mean_token_accuracy": 0.9181624829769135, + "num_tokens": 36654978.0, + "step": 5900 + }, + { + "entropy": 0.233911953587085, + "epoch": 1.6738422319784734, + "grad_norm": 2.890625, + "learning_rate": 6.829258376934561e-07, + "loss": 0.2974437713623047, + "mean_token_accuracy": 0.928301876783371, + "num_tokens": 36719391.0, + "step": 5910 + }, + { + "entropy": 0.21565931793302298, + "epoch": 1.6766746919699758, + "grad_norm": 3.609375, + "learning_rate": 6.714025461246454e-07, + "loss": 0.2669668436050415, + "mean_token_accuracy": 0.9334323838353157, + "num_tokens": 36778045.0, + "step": 5920 + }, + { + "entropy": 0.21683911168947817, + "epoch": 1.6795071519614786, + "grad_norm": 2.84375, + "learning_rate": 6.59970301430144e-07, + "loss": 0.26363070011138917, + "mean_token_accuracy": 0.9335852771997452, + "num_tokens": 36837249.0, + "step": 5930 + }, + { + "entropy": 0.23265648679807782, + "epoch": 1.6823396119529812, + "grad_norm": 3.3125, + "learning_rate": 6.48629344073558e-07, + "loss": 0.26622016429901124, + "mean_token_accuracy": 0.9274113267660141, + "num_tokens": 36898226.0, + "step": 5940 + }, + { + "entropy": 0.2784924143925309, + "epoch": 1.6851720719444838, + "grad_norm": 2.671875, + "learning_rate": 6.37379912598371e-07, + "loss": 0.34350905418395994, + "mean_token_accuracy": 0.9142558068037033, + "num_tokens": 36963382.0, + "step": 5950 + }, + { + "entropy": 0.24184053102508188, + "epoch": 1.6880045319359864, + "grad_norm": 3.78125, + "learning_rate": 6.262222436229292e-07, + "loss": 0.2830460548400879, + "mean_token_accuracy": 0.9260421633720398, + "num_tokens": 37024951.0, + "step": 5960 + }, + { + "entropy": 0.21509222900494934, + "epoch": 1.690836991927489, + "grad_norm": 2.765625, + "learning_rate": 6.151565718354652e-07, + "loss": 0.2527156829833984, + "mean_token_accuracy": 0.9360066995024681, + "num_tokens": 37079547.0, + "step": 5970 + }, + { + "entropy": 0.24560804115608334, + "epoch": 1.6936694519189917, + "grad_norm": 3.65625, + "learning_rate": 6.041831299891616e-07, + "loss": 0.27899770736694335, + "mean_token_accuracy": 0.9240980878472328, + "num_tokens": 37139223.0, + "step": 5980 + }, + { + "entropy": 0.23427843432873488, + "epoch": 1.6965019119104943, + "grad_norm": 3.34375, + "learning_rate": 5.933021488972518e-07, + "loss": 0.2709463357925415, + "mean_token_accuracy": 0.9293721422553063, + "num_tokens": 37199693.0, + "step": 5990 + }, + { + "entropy": 0.19755451856181025, + "epoch": 1.6993343719019969, + "grad_norm": 3.640625, + "learning_rate": 5.825138574281697e-07, + "loss": 0.2685497045516968, + "mean_token_accuracy": 0.9402319520711899, + "num_tokens": 37259409.0, + "step": 6000 + }, + { + "entropy": 0.2616328032687306, + "epoch": 1.7021668318934995, + "grad_norm": 2.9375, + "learning_rate": 5.718184825007322e-07, + "loss": 0.29927141666412355, + "mean_token_accuracy": 0.9205271825194359, + "num_tokens": 37317619.0, + "step": 6010 + }, + { + "entropy": 0.2717592868953943, + "epoch": 1.704999291885002, + "grad_norm": 2.734375, + "learning_rate": 5.612162490793705e-07, + "loss": 0.2948524236679077, + "mean_token_accuracy": 0.915754534304142, + "num_tokens": 37375947.0, + "step": 6020 + }, + { + "entropy": 0.24579153461381792, + "epoch": 1.7078317518765047, + "grad_norm": 2.71875, + "learning_rate": 5.507073801693935e-07, + "loss": 0.33449468612670896, + "mean_token_accuracy": 0.9257088854908944, + "num_tokens": 37439620.0, + "step": 6030 + }, + { + "entropy": 0.26611594650894405, + "epoch": 1.7106642118680073, + "grad_norm": 2.671875, + "learning_rate": 5.402920968122987e-07, + "loss": 0.29062328338623045, + "mean_token_accuracy": 0.9189436316490174, + "num_tokens": 37502168.0, + "step": 6040 + }, + { + "entropy": 0.2788139834068716, + "epoch": 1.71349667185951, + "grad_norm": 3.0625, + "learning_rate": 5.299706180811231e-07, + "loss": 0.3326979160308838, + "mean_token_accuracy": 0.9133873134851456, + "num_tokens": 37565720.0, + "step": 6050 + }, + { + "entropy": 0.25504893427714703, + "epoch": 1.7163291318510128, + "grad_norm": 2.859375, + "learning_rate": 5.197431610758397e-07, + "loss": 0.29038186073303224, + "mean_token_accuracy": 0.9225362583994865, + "num_tokens": 37625899.0, + "step": 6060 + }, + { + "entropy": 0.24646360790356994, + "epoch": 1.7191615918425152, + "grad_norm": 3.375, + "learning_rate": 5.096099409187815e-07, + "loss": 0.2801154613494873, + "mean_token_accuracy": 0.9221906989812851, + "num_tokens": 37688905.0, + "step": 6070 + }, + { + "entropy": 0.2654589467681944, + "epoch": 1.721994051834018, + "grad_norm": 3.34375, + "learning_rate": 4.995711707501239e-07, + "loss": 0.3085824728012085, + "mean_token_accuracy": 0.9182787358760833, + "num_tokens": 37749957.0, + "step": 6080 + }, + { + "entropy": 0.26223820317536595, + "epoch": 1.7248265118255204, + "grad_norm": 2.921875, + "learning_rate": 4.896270617234022e-07, + "loss": 0.3128183841705322, + "mean_token_accuracy": 0.9200211226940155, + "num_tokens": 37807940.0, + "step": 6090 + }, + { + "entropy": 0.2681588695384562, + "epoch": 1.7276589718170232, + "grad_norm": 2.1875, + "learning_rate": 4.797778230010625e-07, + "loss": 0.32117178440093996, + "mean_token_accuracy": 0.9161472588777542, + "num_tokens": 37872649.0, + "step": 6100 + }, + { + "entropy": 0.2654016354121268, + "epoch": 1.7304914318085256, + "grad_norm": 2.171875, + "learning_rate": 4.70023661750072e-07, + "loss": 0.30300583839416506, + "mean_token_accuracy": 0.9194830045104027, + "num_tokens": 37939176.0, + "step": 6110 + }, + { + "entropy": 0.24514326835051178, + "epoch": 1.7333238918000284, + "grad_norm": 2.984375, + "learning_rate": 4.6036478313755737e-07, + "loss": 0.278977632522583, + "mean_token_accuracy": 0.924672819674015, + "num_tokens": 38001369.0, + "step": 6120 + }, + { + "entropy": 0.2553958177566528, + "epoch": 1.7361563517915308, + "grad_norm": 2.5, + "learning_rate": 4.5080139032648297e-07, + "loss": 0.3082934856414795, + "mean_token_accuracy": 0.921890738606453, + "num_tokens": 38062641.0, + "step": 6130 + }, + { + "entropy": 0.2784746644087136, + "epoch": 1.7389888117830337, + "grad_norm": 3.15625, + "learning_rate": 4.413336844713889e-07, + "loss": 0.35960190296173095, + "mean_token_accuracy": 0.919023522734642, + "num_tokens": 38127034.0, + "step": 6140 + }, + { + "entropy": 0.2474791486747563, + "epoch": 1.741821271774536, + "grad_norm": 2.859375, + "learning_rate": 4.3196186471415544e-07, + "loss": 0.31310961246490476, + "mean_token_accuracy": 0.9271246582269669, + "num_tokens": 38191869.0, + "step": 6150 + }, + { + "entropy": 0.19148513535037637, + "epoch": 1.7446537317660389, + "grad_norm": 2.765625, + "learning_rate": 4.226861281798067e-07, + "loss": 0.24431028366088867, + "mean_token_accuracy": 0.9425259172916413, + "num_tokens": 38246837.0, + "step": 6160 + }, + { + "entropy": 0.2849460038356483, + "epoch": 1.7474861917575413, + "grad_norm": 3.140625, + "learning_rate": 4.135066699723783e-07, + "loss": 0.35321385860443116, + "mean_token_accuracy": 0.9136219590902328, + "num_tokens": 38312789.0, + "step": 6170 + }, + { + "entropy": 0.3044266812503338, + "epoch": 1.750318651749044, + "grad_norm": 2.671875, + "learning_rate": 4.044236831708015e-07, + "loss": 0.36631484031677247, + "mean_token_accuracy": 0.9051524147391319, + "num_tokens": 38381443.0, + "step": 6180 + }, + { + "entropy": 0.25871176943182944, + "epoch": 1.7531511117405467, + "grad_norm": 2.921875, + "learning_rate": 3.954373588248489e-07, + "loss": 0.3120436191558838, + "mean_token_accuracy": 0.9194941282272339, + "num_tokens": 38440376.0, + "step": 6190 + }, + { + "entropy": 0.21256705159321426, + "epoch": 1.7559835717320493, + "grad_norm": 3.1875, + "learning_rate": 3.86547885951114e-07, + "loss": 0.27659921646118163, + "mean_token_accuracy": 0.9322510659694672, + "num_tokens": 38498332.0, + "step": 6200 + }, + { + "entropy": 0.20445358119904994, + "epoch": 1.758816031723552, + "grad_norm": 2.9375, + "learning_rate": 3.7775545152903436e-07, + "loss": 0.2523348331451416, + "mean_token_accuracy": 0.9390280991792679, + "num_tokens": 38554014.0, + "step": 6210 + }, + { + "entropy": 0.18416391648352146, + "epoch": 1.7616484917150546, + "grad_norm": 3.03125, + "learning_rate": 3.6906024049696066e-07, + "loss": 0.2193291187286377, + "mean_token_accuracy": 0.9433191910386085, + "num_tokens": 38611109.0, + "step": 6220 + }, + { + "entropy": 0.2637974001467228, + "epoch": 1.7644809517065572, + "grad_norm": 2.171875, + "learning_rate": 3.6046243574826444e-07, + "loss": 0.3237797021865845, + "mean_token_accuracy": 0.9204860851168633, + "num_tokens": 38677459.0, + "step": 6230 + }, + { + "entropy": 0.31895074248313904, + "epoch": 1.7673134116980598, + "grad_norm": 3.4375, + "learning_rate": 3.51962218127494e-07, + "loss": 0.35933072566986085, + "mean_token_accuracy": 0.9058421403169632, + "num_tokens": 38744200.0, + "step": 6240 + }, + { + "entropy": 0.2729435803368688, + "epoch": 1.7701458716895624, + "grad_norm": 3.09375, + "learning_rate": 3.4355976642656885e-07, + "loss": 0.3030064821243286, + "mean_token_accuracy": 0.9164240315556527, + "num_tokens": 38805557.0, + "step": 6250 + }, + { + "entropy": 0.25559688853099943, + "epoch": 1.772978331681065, + "grad_norm": 3.546875, + "learning_rate": 3.352552573810175e-07, + "loss": 0.32299444675445554, + "mean_token_accuracy": 0.9176233753561973, + "num_tokens": 38864776.0, + "step": 6260 + }, + { + "entropy": 0.22705860855057836, + "epoch": 1.7758107916725676, + "grad_norm": 3.609375, + "learning_rate": 3.2704886566626237e-07, + "loss": 0.2813774585723877, + "mean_token_accuracy": 0.9282340630888939, + "num_tokens": 38919437.0, + "step": 6270 + }, + { + "entropy": 0.24726136000826954, + "epoch": 1.7786432516640702, + "grad_norm": 2.34375, + "learning_rate": 3.189407638939479e-07, + "loss": 0.3042394399642944, + "mean_token_accuracy": 0.9257391706109047, + "num_tokens": 38979911.0, + "step": 6280 + }, + { + "entropy": 0.22607307843863964, + "epoch": 1.7814757116555728, + "grad_norm": 3.828125, + "learning_rate": 3.1093112260830337e-07, + "loss": 0.2781648635864258, + "mean_token_accuracy": 0.9285519152879715, + "num_tokens": 39040443.0, + "step": 6290 + }, + { + "entropy": 0.2300509915687144, + "epoch": 1.7843081716470754, + "grad_norm": 3.21875, + "learning_rate": 3.030201102825614e-07, + "loss": 0.2724717140197754, + "mean_token_accuracy": 0.9309455662965774, + "num_tokens": 39095342.0, + "step": 6300 + }, + { + "entropy": 0.22573469262570142, + "epoch": 1.787140631638578, + "grad_norm": 3.171875, + "learning_rate": 2.9520789331541123e-07, + "loss": 0.2936519384384155, + "mean_token_accuracy": 0.9300498858094215, + "num_tokens": 39157425.0, + "step": 6310 + }, + { + "entropy": 0.25970551362261174, + "epoch": 1.7899730916300807, + "grad_norm": 3.078125, + "learning_rate": 2.874946360275005e-07, + "loss": 0.3092733144760132, + "mean_token_accuracy": 0.9205686241388321, + "num_tokens": 39222823.0, + "step": 6320 + }, + { + "entropy": 0.26452819192782046, + "epoch": 1.7928055516215835, + "grad_norm": 2.828125, + "learning_rate": 2.798805006579786e-07, + "loss": 0.31335864067077634, + "mean_token_accuracy": 0.9205701932311058, + "num_tokens": 39284858.0, + "step": 6330 + }, + { + "entropy": 0.24047992387786507, + "epoch": 1.795638011613086, + "grad_norm": 2.609375, + "learning_rate": 2.723656473610825e-07, + "loss": 0.3066105365753174, + "mean_token_accuracy": 0.9279683545231819, + "num_tokens": 39348895.0, + "step": 6340 + }, + { + "entropy": 0.28008900824934246, + "epoch": 1.7984704716045887, + "grad_norm": 2.796875, + "learning_rate": 2.6495023420277154e-07, + "loss": 0.36823763847351076, + "mean_token_accuracy": 0.9184501737356185, + "num_tokens": 39415062.0, + "step": 6350 + }, + { + "entropy": 0.26460667392238973, + "epoch": 1.8013029315960911, + "grad_norm": 2.875, + "learning_rate": 2.5763441715739746e-07, + "loss": 0.33464004993438723, + "mean_token_accuracy": 0.9192859187722207, + "num_tokens": 39476274.0, + "step": 6360 + }, + { + "entropy": 0.2274815364740789, + "epoch": 1.804135391587594, + "grad_norm": 2.75, + "learning_rate": 2.5041835010442994e-07, + "loss": 0.271880578994751, + "mean_token_accuracy": 0.9299229174852371, + "num_tokens": 39541899.0, + "step": 6370 + }, + { + "entropy": 0.26884328480809927, + "epoch": 1.8069678515790963, + "grad_norm": 3.015625, + "learning_rate": 2.4330218482521597e-07, + "loss": 0.33253049850463867, + "mean_token_accuracy": 0.9190004959702491, + "num_tokens": 39605777.0, + "step": 6380 + }, + { + "entropy": 0.2505350584164262, + "epoch": 1.8098003115705992, + "grad_norm": 2.25, + "learning_rate": 2.3628607099978607e-07, + "loss": 0.29483606815338137, + "mean_token_accuracy": 0.9231566235423088, + "num_tokens": 39666792.0, + "step": 6390 + }, + { + "entropy": 0.23279191115871073, + "epoch": 1.8126327715621016, + "grad_norm": 2.546875, + "learning_rate": 2.2937015620370984e-07, + "loss": 0.28471810817718507, + "mean_token_accuracy": 0.9304475530982017, + "num_tokens": 39724921.0, + "step": 6400 + }, + { + "entropy": 0.2460587291046977, + "epoch": 1.8154652315536044, + "grad_norm": 2.375, + "learning_rate": 2.2255458590499157e-07, + "loss": 0.29708685874938967, + "mean_token_accuracy": 0.924674142897129, + "num_tokens": 39789840.0, + "step": 6410 + }, + { + "entropy": 0.275227199587971, + "epoch": 1.8182976915451068, + "grad_norm": 2.96875, + "learning_rate": 2.1583950346100502e-07, + "loss": 0.32755935192108154, + "mean_token_accuracy": 0.916304574906826, + "num_tokens": 39854091.0, + "step": 6420 + }, + { + "entropy": 0.24499026471748947, + "epoch": 1.8211301515366096, + "grad_norm": 3.328125, + "learning_rate": 2.092250501154852e-07, + "loss": 0.29811840057373046, + "mean_token_accuracy": 0.9256574973464012, + "num_tokens": 39912920.0, + "step": 6430 + }, + { + "entropy": 0.2415034817531705, + "epoch": 1.823962611528112, + "grad_norm": 3.5, + "learning_rate": 2.027113649955531e-07, + "loss": 0.30100116729736326, + "mean_token_accuracy": 0.9264890804886818, + "num_tokens": 39978941.0, + "step": 6440 + }, + { + "entropy": 0.21621945044025778, + "epoch": 1.8267950715196148, + "grad_norm": 2.734375, + "learning_rate": 1.9629858510879009e-07, + "loss": 0.26590795516967775, + "mean_token_accuracy": 0.9346760109066963, + "num_tokens": 40039328.0, + "step": 6450 + }, + { + "entropy": 0.26521125342696905, + "epoch": 1.8296275315111175, + "grad_norm": 3.40625, + "learning_rate": 1.8998684534035805e-07, + "loss": 0.3126166820526123, + "mean_token_accuracy": 0.9207312449812889, + "num_tokens": 40100768.0, + "step": 6460 + }, + { + "entropy": 0.2818935734219849, + "epoch": 1.83245999150262, + "grad_norm": 2.703125, + "learning_rate": 1.837762784501601e-07, + "loss": 0.3174401044845581, + "mean_token_accuracy": 0.9138144627213478, + "num_tokens": 40168204.0, + "step": 6470 + }, + { + "entropy": 0.21548109082505107, + "epoch": 1.8352924514941227, + "grad_norm": 2.515625, + "learning_rate": 1.7766701507004714e-07, + "loss": 0.23388545513153075, + "mean_token_accuracy": 0.9339930027723312, + "num_tokens": 40226289.0, + "step": 6480 + }, + { + "entropy": 0.282993733137846, + "epoch": 1.8381249114856253, + "grad_norm": 2.71875, + "learning_rate": 1.7165918370107394e-07, + "loss": 0.3528174161911011, + "mean_token_accuracy": 0.9143317997455597, + "num_tokens": 40289030.0, + "step": 6490 + }, + { + "entropy": 0.2208176883868873, + "epoch": 1.840957371477128, + "grad_norm": 2.484375, + "learning_rate": 1.6575291071079302e-07, + "loss": 0.277591872215271, + "mean_token_accuracy": 0.9313716217875481, + "num_tokens": 40346269.0, + "step": 6500 + }, + { + "entropy": 0.17992307087406517, + "epoch": 1.8437898314686305, + "grad_norm": 3.4375, + "learning_rate": 1.5994832033059904e-07, + "loss": 0.22391693592071532, + "mean_token_accuracy": 0.9458047389984131, + "num_tokens": 40404681.0, + "step": 6510 + }, + { + "entropy": 0.24145054388791323, + "epoch": 1.8466222914601331, + "grad_norm": 3.328125, + "learning_rate": 1.5424553465311242e-07, + "loss": 0.27162861824035645, + "mean_token_accuracy": 0.9262895420193672, + "num_tokens": 40465072.0, + "step": 6520 + }, + { + "entropy": 0.24201015066355466, + "epoch": 1.8494547514516357, + "grad_norm": 3.140625, + "learning_rate": 1.4864467362961433e-07, + "loss": 0.29361050128936766, + "mean_token_accuracy": 0.9280623480677604, + "num_tokens": 40532878.0, + "step": 6530 + }, + { + "entropy": 0.24844553079456091, + "epoch": 1.8522872114431383, + "grad_norm": 2.515625, + "learning_rate": 1.431458550675241e-07, + "loss": 0.2847309112548828, + "mean_token_accuracy": 0.9256111174821854, + "num_tokens": 40596505.0, + "step": 6540 + }, + { + "entropy": 0.2801776912994683, + "epoch": 1.855119671434641, + "grad_norm": 2.9375, + "learning_rate": 1.3774919462791803e-07, + "loss": 0.3397138833999634, + "mean_token_accuracy": 0.9128006041049957, + "num_tokens": 40661039.0, + "step": 6550 + }, + { + "entropy": 0.19126466400921344, + "epoch": 1.8579521314261436, + "grad_norm": 3.34375, + "learning_rate": 1.324548058230979e-07, + "loss": 0.22543008327484132, + "mean_token_accuracy": 0.9429485991597175, + "num_tokens": 40715811.0, + "step": 6560 + }, + { + "entropy": 0.24585074856877326, + "epoch": 1.8607845914176462, + "grad_norm": 3.015625, + "learning_rate": 1.2726280001420565e-07, + "loss": 0.312964653968811, + "mean_token_accuracy": 0.9219586297869682, + "num_tokens": 40776625.0, + "step": 6570 + }, + { + "entropy": 0.24542328473180533, + "epoch": 1.8636170514091488, + "grad_norm": 3.359375, + "learning_rate": 1.221732864088787e-07, + "loss": 0.29667832851409914, + "mean_token_accuracy": 0.9240572229027748, + "num_tokens": 40838744.0, + "step": 6580 + }, + { + "entropy": 0.2588384340517223, + "epoch": 1.8664495114006514, + "grad_norm": 2.671875, + "learning_rate": 1.1718637205895278e-07, + "loss": 0.30333585739135743, + "mean_token_accuracy": 0.9202205449342727, + "num_tokens": 40904956.0, + "step": 6590 + }, + { + "entropy": 0.23225077688694, + "epoch": 1.8692819713921542, + "grad_norm": 3.4375, + "learning_rate": 1.1230216185821152e-07, + "loss": 0.26589577198028563, + "mean_token_accuracy": 0.9290948897600174, + "num_tokens": 40965436.0, + "step": 6600 + }, + { + "entropy": 0.22000859072431922, + "epoch": 1.8721144313836566, + "grad_norm": 3.84375, + "learning_rate": 1.075207585401794e-07, + "loss": 0.2699639320373535, + "mean_token_accuracy": 0.9323829099535942, + "num_tokens": 41023215.0, + "step": 6610 + }, + { + "entropy": 0.2535040473565459, + "epoch": 1.8749468913751595, + "grad_norm": 3.15625, + "learning_rate": 1.0284226267596064e-07, + "loss": 0.30863726139068604, + "mean_token_accuracy": 0.9248314708471298, + "num_tokens": 41087828.0, + "step": 6620 + }, + { + "entropy": 0.24669125257059932, + "epoch": 1.8777793513666619, + "grad_norm": 2.46875, + "learning_rate": 9.826677267212425e-08, + "loss": 0.30537517070770265, + "mean_token_accuracy": 0.9266116693615913, + "num_tokens": 41153362.0, + "step": 6630 + }, + { + "entropy": 0.2794093001633883, + "epoch": 1.8806118113581647, + "grad_norm": 2.96875, + "learning_rate": 9.379438476863567e-08, + "loss": 0.351906943321228, + "mean_token_accuracy": 0.917433163523674, + "num_tokens": 41220089.0, + "step": 6640 + }, + { + "entropy": 0.22769942665472626, + "epoch": 1.883444271349667, + "grad_norm": 2.765625, + "learning_rate": 8.942519303682783e-08, + "loss": 0.2789041519165039, + "mean_token_accuracy": 0.9340349018573761, + "num_tokens": 41283446.0, + "step": 6650 + }, + { + "entropy": 0.26820186590775846, + "epoch": 1.88627673134117, + "grad_norm": 3.515625, + "learning_rate": 8.515928937742779e-08, + "loss": 0.3043699264526367, + "mean_token_accuracy": 0.9193714737892151, + "num_tokens": 41340748.0, + "step": 6660 + }, + { + "entropy": 0.27503922022879124, + "epoch": 1.8891091913326723, + "grad_norm": 3.65625, + "learning_rate": 8.099676351862151e-08, + "loss": 0.32951357364654543, + "mean_token_accuracy": 0.9163397386670112, + "num_tokens": 41403340.0, + "step": 6670 + }, + { + "entropy": 0.26579370996914803, + "epoch": 1.8919416513241751, + "grad_norm": 3.171875, + "learning_rate": 7.693770301416437e-08, + "loss": 0.3219149112701416, + "mean_token_accuracy": 0.9196508452296257, + "num_tokens": 41462880.0, + "step": 6680 + }, + { + "entropy": 0.23621928878128529, + "epoch": 1.8947741113156775, + "grad_norm": 3.609375, + "learning_rate": 7.298219324154421e-08, + "loss": 0.2890744924545288, + "mean_token_accuracy": 0.9298819839954376, + "num_tokens": 41526195.0, + "step": 6690 + }, + { + "entropy": 0.27600696263834834, + "epoch": 1.8976065713071804, + "grad_norm": 2.71875, + "learning_rate": 6.913031740018116e-08, + "loss": 0.34355599880218507, + "mean_token_accuracy": 0.9130271330475808, + "num_tokens": 41591657.0, + "step": 6700 + }, + { + "entropy": 0.22659093905240296, + "epoch": 1.9004390312986827, + "grad_norm": 2.765625, + "learning_rate": 6.538215650968017e-08, + "loss": 0.2584362030029297, + "mean_token_accuracy": 0.9318994283676147, + "num_tokens": 41652881.0, + "step": 6710 + }, + { + "entropy": 0.19116010125726463, + "epoch": 1.9032714912901856, + "grad_norm": 3.78125, + "learning_rate": 6.173778940812669e-08, + "loss": 0.22228658199310303, + "mean_token_accuracy": 0.9418683454394341, + "num_tokens": 41716165.0, + "step": 6720 + }, + { + "entropy": 0.21395046021789313, + "epoch": 1.9061039512816882, + "grad_norm": 2.6875, + "learning_rate": 5.819729275042707e-08, + "loss": 0.24404652118682862, + "mean_token_accuracy": 0.9350996121764183, + "num_tokens": 41774402.0, + "step": 6730 + }, + { + "entropy": 0.206297891959548, + "epoch": 1.9089364112731908, + "grad_norm": 2.765625, + "learning_rate": 5.4760741006696924e-08, + "loss": 0.21932601928710938, + "mean_token_accuracy": 0.9377839609980583, + "num_tokens": 41835826.0, + "step": 6740 + }, + { + "entropy": 0.2601193361915648, + "epoch": 1.9117688712646934, + "grad_norm": 3.03125, + "learning_rate": 5.1428206460695796e-08, + "loss": 0.3105193853378296, + "mean_token_accuracy": 0.9205463021993637, + "num_tokens": 41896469.0, + "step": 6750 + }, + { + "entropy": 0.2176902118138969, + "epoch": 1.914601331256196, + "grad_norm": 2.625, + "learning_rate": 4.819975920830444e-08, + "loss": 0.282018780708313, + "mean_token_accuracy": 0.9338846206665039, + "num_tokens": 41956459.0, + "step": 6760 + }, + { + "entropy": 0.2432327981106937, + "epoch": 1.9174337912476986, + "grad_norm": 3.015625, + "learning_rate": 4.507546715605271e-08, + "loss": 0.2807758808135986, + "mean_token_accuracy": 0.9271454349160194, + "num_tokens": 42017093.0, + "step": 6770 + }, + { + "entropy": 0.24391089770942925, + "epoch": 1.9202662512392012, + "grad_norm": 2.921875, + "learning_rate": 4.205539601969011e-08, + "loss": 0.2971158742904663, + "mean_token_accuracy": 0.924725803732872, + "num_tokens": 42078846.0, + "step": 6780 + }, + { + "entropy": 0.32951567629352213, + "epoch": 1.9230987112307039, + "grad_norm": 2.640625, + "learning_rate": 3.9139609322803584e-08, + "loss": 0.3879797697067261, + "mean_token_accuracy": 0.9019326567649841, + "num_tokens": 42147713.0, + "step": 6790 + }, + { + "entropy": 0.22944763768464327, + "epoch": 1.9259311712222065, + "grad_norm": 3.90625, + "learning_rate": 3.632816839548192e-08, + "loss": 0.27349128723144533, + "mean_token_accuracy": 0.9302066326141357, + "num_tokens": 42208163.0, + "step": 6800 + }, + { + "entropy": 0.24765467513352632, + "epoch": 1.928763631213709, + "grad_norm": 2.890625, + "learning_rate": 3.362113237302456e-08, + "loss": 0.3015899658203125, + "mean_token_accuracy": 0.9237828060984612, + "num_tokens": 42268370.0, + "step": 6810 + }, + { + "entropy": 0.20135141843929888, + "epoch": 1.9315960912052117, + "grad_norm": 3.078125, + "learning_rate": 3.101855819469979e-08, + "loss": 0.24629299640655516, + "mean_token_accuracy": 0.9382344454526901, + "num_tokens": 42328176.0, + "step": 6820 + }, + { + "entropy": 0.26274614767171445, + "epoch": 1.9344285511967143, + "grad_norm": 2.359375, + "learning_rate": 2.8520500602544077e-08, + "loss": 0.3142411708831787, + "mean_token_accuracy": 0.9208788141608238, + "num_tokens": 42399070.0, + "step": 6830 + }, + { + "entropy": 0.20602800706401467, + "epoch": 1.937261011188217, + "grad_norm": 2.828125, + "learning_rate": 2.612701214021407e-08, + "loss": 0.23800332546234132, + "mean_token_accuracy": 0.9366846188902855, + "num_tokens": 42460205.0, + "step": 6840 + }, + { + "entropy": 0.2510677558369935, + "epoch": 1.9400934711797198, + "grad_norm": 3.046875, + "learning_rate": 2.3838143151879156e-08, + "loss": 0.31001081466674807, + "mean_token_accuracy": 0.9244692400097847, + "num_tokens": 42522242.0, + "step": 6850 + }, + { + "entropy": 0.2729890734888613, + "epoch": 1.9429259311712221, + "grad_norm": 2.921875, + "learning_rate": 2.165394178116287e-08, + "loss": 0.32762746810913085, + "mean_token_accuracy": 0.9151088073849678, + "num_tokens": 42587198.0, + "step": 6860 + }, + { + "entropy": 0.2240607609041035, + "epoch": 1.945758391162725, + "grad_norm": 3.0625, + "learning_rate": 1.9574453970130915e-08, + "loss": 0.2605780839920044, + "mean_token_accuracy": 0.9307849809527398, + "num_tokens": 42647465.0, + "step": 6870 + }, + { + "entropy": 0.25691929934546354, + "epoch": 1.9485908511542274, + "grad_norm": 3.40625, + "learning_rate": 1.7599723458323615e-08, + "loss": 0.329613995552063, + "mean_token_accuracy": 0.9225831419229508, + "num_tokens": 42709342.0, + "step": 6880 + }, + { + "entropy": 0.22449990250170232, + "epoch": 1.9514233111457302, + "grad_norm": 2.0625, + "learning_rate": 1.5729791781837756e-08, + "loss": 0.274137544631958, + "mean_token_accuracy": 0.92944987565279, + "num_tokens": 42771846.0, + "step": 6890 + }, + { + "entropy": 0.2510226694867015, + "epoch": 1.9542557711372326, + "grad_norm": 3.109375, + "learning_rate": 1.3964698272451727e-08, + "loss": 0.2798833608627319, + "mean_token_accuracy": 0.922727121412754, + "num_tokens": 42836330.0, + "step": 6900 + }, + { + "entropy": 0.23438449776731432, + "epoch": 1.9570882311287354, + "grad_norm": 3.53125, + "learning_rate": 1.2304480056797296e-08, + "loss": 0.2897611618041992, + "mean_token_accuracy": 0.9267849996685982, + "num_tokens": 42897432.0, + "step": 6910 + }, + { + "entropy": 0.23171055475249885, + "epoch": 1.9599206911202378, + "grad_norm": 3.28125, + "learning_rate": 1.0749172055580793e-08, + "loss": 0.2596850633621216, + "mean_token_accuracy": 0.9288132786750793, + "num_tokens": 42959197.0, + "step": 6920 + }, + { + "entropy": 0.17453565653413533, + "epoch": 1.9627531511117406, + "grad_norm": 3.0625, + "learning_rate": 9.298806982847575e-09, + "loss": 0.19684503078460694, + "mean_token_accuracy": 0.9459488645195961, + "num_tokens": 43017059.0, + "step": 6930 + }, + { + "entropy": 0.19739270815625787, + "epoch": 1.965585611103243, + "grad_norm": 2.875, + "learning_rate": 7.953415345293146e-09, + "loss": 0.22833075523376464, + "mean_token_accuracy": 0.9406338453292846, + "num_tokens": 43072111.0, + "step": 6940 + }, + { + "entropy": 0.21678226673975587, + "epoch": 1.9684180710947459, + "grad_norm": 2.4375, + "learning_rate": 6.7130254416231115e-09, + "loss": 0.29375133514404295, + "mean_token_accuracy": 0.9332653507590294, + "num_tokens": 43133626.0, + "step": 6950 + }, + { + "entropy": 0.2225797032006085, + "epoch": 1.9712505310862483, + "grad_norm": 3.453125, + "learning_rate": 5.577663361955865e-09, + "loss": 0.29303553104400637, + "mean_token_accuracy": 0.9324888437986374, + "num_tokens": 43188395.0, + "step": 6960 + }, + { + "entropy": 0.25657844664528967, + "epoch": 1.974082991077751, + "grad_norm": 3.109375, + "learning_rate": 4.547352987276932e-09, + "loss": 0.29208557605743407, + "mean_token_accuracy": 0.9207483336329461, + "num_tokens": 43252749.0, + "step": 6970 + }, + { + "entropy": 0.26621196484193205, + "epoch": 1.9769154510692535, + "grad_norm": 2.984375, + "learning_rate": 3.62211598893325e-09, + "loss": 0.3027299404144287, + "mean_token_accuracy": 0.919490996003151, + "num_tokens": 43314198.0, + "step": 6980 + }, + { + "entropy": 0.2377776767127216, + "epoch": 1.9797479110607563, + "grad_norm": 3.265625, + "learning_rate": 2.801971828179095e-09, + "loss": 0.2663908004760742, + "mean_token_accuracy": 0.9292131140828133, + "num_tokens": 43375277.0, + "step": 6990 + }, + { + "entropy": 0.22117985133081675, + "epoch": 1.982580371052259, + "grad_norm": 3.125, + "learning_rate": 2.08693775576696e-09, + "loss": 0.2833960771560669, + "mean_token_accuracy": 0.9336959779262543, + "num_tokens": 43438248.0, + "step": 7000 + } + ], + "logging_steps": 10, + "max_steps": 7062, + "num_input_tokens_seen": 0, + "num_train_epochs": 2, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 6.256628002822554e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-7000/training_args.bin b/checkpoint-7000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..aba49055cfa1d5774559bd6e849e55b3a159ad6e --- /dev/null +++ b/checkpoint-7000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3877cc7497dd1227f9a4d5559fa4971f821a57fe04698f05fa13abaa01033e02 +size 5777 diff --git a/checkpoint-7062/chat_template.jinja b/checkpoint-7062/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..3351794a94e61dfc4bc89ee46b1c94c5adb65eef --- /dev/null +++ b/checkpoint-7062/chat_template.jinja @@ -0,0 +1,90 @@ +{%- set enable_thinking = true %} +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/checkpoint-7062/config.json b/checkpoint-7062/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1d219d6a6d288625229a71646710b85cf7ae5def --- /dev/null +++ b/checkpoint-7062/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.7.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/checkpoint-7062/generation_config.json b/checkpoint-7062/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5ec133d867b1427d43a5ee0ea332bd088fc12013 --- /dev/null +++ b/checkpoint-7062/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.7.0" +} diff --git a/checkpoint-7062/model.safetensors b/checkpoint-7062/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2267e24c0a2c87ed7119d8aa875501ec9f072ef7 --- /dev/null +++ b/checkpoint-7062/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f0dc25f83ba744fbad6ad1ab8eb54faff88c878c6ca650101f5155e349db4b0 +size 3441185608 diff --git a/checkpoint-7062/optimizer.pt b/checkpoint-7062/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..05a958b00828cb5d6868376b67d7c773a6f96d6c --- /dev/null +++ b/checkpoint-7062/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:365daa20692e144316de974a9630a1d2c0cd0e397df9540ef31343b5af763552 +size 6882567855 diff --git a/checkpoint-7062/rng_state.pth b/checkpoint-7062/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ef0eca009ec27fe5759a211acd789ac4b89bebc7 --- /dev/null +++ b/checkpoint-7062/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04a410aa043fa2a3fc444002cbee9b5cc86ca072c9a96c2bee74f11b5535b0a5 +size 14709 diff --git a/checkpoint-7062/scheduler.pt b/checkpoint-7062/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5040c6d8d62dea31a7b38b971c13a92631fffd7 --- /dev/null +++ b/checkpoint-7062/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01498b12a232cc94c9cb6516d6f129e47f7b085660beefa7e80b51f7721b09e2 +size 1465 diff --git a/checkpoint-7062/tokenizer.json b/checkpoint-7062/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c0514b32204177c8f18e590a488ef974b883b37f --- /dev/null +++ b/checkpoint-7062/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82ff947750287e6ea07d0b2507b144c5c645274f3dcfae956140522843851c7f +size 11422916 diff --git a/checkpoint-7062/tokenizer_config.json b/checkpoint-7062/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..57b564de469af892cab80d1caca382b0740a5698 --- /dev/null +++ b/checkpoint-7062/tokenizer_config.json @@ -0,0 +1,37 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": true, + "local_files_only": false, + "max_length": 2048, + "model_max_length": 131072, + "pad_to_multiple_of": null, + "pad_token": "<|endoftext|>", + "pad_token_type_id": 0, + "padding_side": "left", + "split_special_tokens": false, + "stride": 0, + "tokenizer_class": "Qwen2Tokenizer", + "truncation_side": "right", + "truncation_strategy": "longest_first", + "unk_token": null +} diff --git a/checkpoint-7062/trainer_state.json b/checkpoint-7062/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..140c3bac7b1a1501e0aa0a4cb6e45d049ca9c964 --- /dev/null +++ b/checkpoint-7062/trainer_state.json @@ -0,0 +1,7094 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.0, + "eval_steps": 500, + "global_step": 7062, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 0.29507704377174376, + "epoch": 0.00283245999150262, + "grad_norm": 4.09375, + "learning_rate": 4.2452830188679244e-07, + "loss": 0.3566948413848877, + "mean_token_accuracy": 0.9076204329729081, + "num_tokens": 57754.0, + "step": 10 + }, + { + "entropy": 0.2551024345681071, + "epoch": 0.00566491998300524, + "grad_norm": 3.40625, + "learning_rate": 8.962264150943397e-07, + "loss": 0.31477539539337157, + "mean_token_accuracy": 0.9188954353332519, + "num_tokens": 119901.0, + "step": 20 + }, + { + "entropy": 0.2523306422866881, + "epoch": 0.008497379974507861, + "grad_norm": 3.140625, + "learning_rate": 1.3679245283018869e-06, + "loss": 0.2913109064102173, + "mean_token_accuracy": 0.9215194329619407, + "num_tokens": 180311.0, + "step": 30 + }, + { + "entropy": 0.22679653987288476, + "epoch": 0.01132983996601048, + "grad_norm": 2.484375, + "learning_rate": 1.839622641509434e-06, + "loss": 0.2628800630569458, + "mean_token_accuracy": 0.9269197300076485, + "num_tokens": 240679.0, + "step": 40 + }, + { + "entropy": 0.25960975158959626, + "epoch": 0.0141622999575131, + "grad_norm": 3.171875, + "learning_rate": 2.3113207547169815e-06, + "loss": 0.28663818836212157, + "mean_token_accuracy": 0.9190028250217438, + "num_tokens": 300178.0, + "step": 50 + }, + { + "entropy": 0.23047537030652165, + "epoch": 0.016994759949015722, + "grad_norm": 3.359375, + "learning_rate": 2.7830188679245286e-06, + "loss": 0.2869963407516479, + "mean_token_accuracy": 0.9282467097043992, + "num_tokens": 363367.0, + "step": 60 + }, + { + "entropy": 0.2742697206325829, + "epoch": 0.01982721994051834, + "grad_norm": 2.84375, + "learning_rate": 3.2547169811320758e-06, + "loss": 0.33283913135528564, + "mean_token_accuracy": 0.9160554230213165, + "num_tokens": 422934.0, + "step": 70 + }, + { + "entropy": 0.2207114916294813, + "epoch": 0.02265967993202096, + "grad_norm": 2.296875, + "learning_rate": 3.726415094339623e-06, + "loss": 0.2637247323989868, + "mean_token_accuracy": 0.93454180508852, + "num_tokens": 485474.0, + "step": 80 + }, + { + "entropy": 0.29863583780825137, + "epoch": 0.02549213992352358, + "grad_norm": 3.109375, + "learning_rate": 4.19811320754717e-06, + "loss": 0.3299318552017212, + "mean_token_accuracy": 0.9074279353022575, + "num_tokens": 546729.0, + "step": 90 + }, + { + "entropy": 0.2593200202099979, + "epoch": 0.0283245999150262, + "grad_norm": 3.296875, + "learning_rate": 4.6698113207547175e-06, + "loss": 0.30571737289428713, + "mean_token_accuracy": 0.9210630834102631, + "num_tokens": 610043.0, + "step": 100 + }, + { + "entropy": 0.23882317589595914, + "epoch": 0.03115705990652882, + "grad_norm": 2.9375, + "learning_rate": 5.1415094339622655e-06, + "loss": 0.2805943965911865, + "mean_token_accuracy": 0.9287041068077088, + "num_tokens": 672659.0, + "step": 110 + }, + { + "entropy": 0.3046730716712773, + "epoch": 0.033989519898031444, + "grad_norm": 2.953125, + "learning_rate": 5.613207547169813e-06, + "loss": 0.33022561073303225, + "mean_token_accuracy": 0.9067787274718284, + "num_tokens": 734933.0, + "step": 120 + }, + { + "entropy": 0.2995048786513507, + "epoch": 0.03682197988953406, + "grad_norm": 3.125, + "learning_rate": 6.08490566037736e-06, + "loss": 0.349836540222168, + "mean_token_accuracy": 0.9100313737988472, + "num_tokens": 802051.0, + "step": 130 + }, + { + "entropy": 0.29361706245690583, + "epoch": 0.03965443988103668, + "grad_norm": 2.5, + "learning_rate": 6.556603773584907e-06, + "loss": 0.35902695655822753, + "mean_token_accuracy": 0.9101588934659958, + "num_tokens": 867377.0, + "step": 140 + }, + { + "entropy": 0.24544770400971175, + "epoch": 0.0424868998725393, + "grad_norm": 2.84375, + "learning_rate": 7.028301886792454e-06, + "loss": 0.285405707359314, + "mean_token_accuracy": 0.9270808070898056, + "num_tokens": 927107.0, + "step": 150 + }, + { + "entropy": 0.2875491754151881, + "epoch": 0.04531935986404192, + "grad_norm": 3.234375, + "learning_rate": 7.500000000000001e-06, + "loss": 0.3402009725570679, + "mean_token_accuracy": 0.9136876732110977, + "num_tokens": 990528.0, + "step": 160 + }, + { + "entropy": 0.22622144613415002, + "epoch": 0.04815181985554454, + "grad_norm": 2.25, + "learning_rate": 7.971698113207547e-06, + "loss": 0.2910705804824829, + "mean_token_accuracy": 0.9321711152791977, + "num_tokens": 1058242.0, + "step": 170 + }, + { + "entropy": 0.29517930569127204, + "epoch": 0.05098427984704716, + "grad_norm": 2.359375, + "learning_rate": 8.443396226415095e-06, + "loss": 0.33316755294799805, + "mean_token_accuracy": 0.9101866632699966, + "num_tokens": 1122005.0, + "step": 180 + }, + { + "entropy": 0.24930730648338795, + "epoch": 0.05381673983854978, + "grad_norm": 3.0, + "learning_rate": 8.915094339622642e-06, + "loss": 0.30969944000244143, + "mean_token_accuracy": 0.9247294485569, + "num_tokens": 1188490.0, + "step": 190 + }, + { + "entropy": 0.25839815735816957, + "epoch": 0.0566491998300524, + "grad_norm": 3.0625, + "learning_rate": 9.38679245283019e-06, + "loss": 0.297174334526062, + "mean_token_accuracy": 0.9204156577587128, + "num_tokens": 1251678.0, + "step": 200 + }, + { + "entropy": 0.2905343039892614, + "epoch": 0.05948165982155502, + "grad_norm": 2.8125, + "learning_rate": 9.858490566037736e-06, + "loss": 0.32970147132873534, + "mean_token_accuracy": 0.913238699734211, + "num_tokens": 1313699.0, + "step": 210 + }, + { + "entropy": 0.2568929926492274, + "epoch": 0.06231411981305764, + "grad_norm": 2.5625, + "learning_rate": 9.999974233565972e-06, + "loss": 0.30164146423339844, + "mean_token_accuracy": 0.9249269992113114, + "num_tokens": 1375715.0, + "step": 220 + }, + { + "entropy": 0.28177314829081296, + "epoch": 0.06514657980456026, + "grad_norm": 2.65625, + "learning_rate": 9.999848031263088e-06, + "loss": 0.35624649524688723, + "mean_token_accuracy": 0.9165132910013198, + "num_tokens": 1437036.0, + "step": 230 + }, + { + "entropy": 0.28143359581008554, + "epoch": 0.06797903979606289, + "grad_norm": 3.5, + "learning_rate": 9.999616663132215e-06, + "loss": 0.31751246452331544, + "mean_token_accuracy": 0.9144904181361199, + "num_tokens": 1497439.0, + "step": 240 + }, + { + "entropy": 0.2563840645365417, + "epoch": 0.0708114997875655, + "grad_norm": 2.9375, + "learning_rate": 9.999280134039904e-06, + "loss": 0.2970747947692871, + "mean_token_accuracy": 0.9239869534969329, + "num_tokens": 1560572.0, + "step": 250 + }, + { + "entropy": 0.26128380922600625, + "epoch": 0.07364395977906812, + "grad_norm": 3.546875, + "learning_rate": 9.99883845106464e-06, + "loss": 0.3082664251327515, + "mean_token_accuracy": 0.9216519877314567, + "num_tokens": 1618878.0, + "step": 260 + }, + { + "entropy": 0.24938686965033413, + "epoch": 0.07647641977057074, + "grad_norm": 3.03125, + "learning_rate": 9.998291623496701e-06, + "loss": 0.29519200325012207, + "mean_token_accuracy": 0.9224761530756951, + "num_tokens": 1685916.0, + "step": 270 + }, + { + "entropy": 0.28363573011010884, + "epoch": 0.07930887976207336, + "grad_norm": 3.15625, + "learning_rate": 9.997639662837951e-06, + "loss": 0.3446742296218872, + "mean_token_accuracy": 0.9136298835277558, + "num_tokens": 1751080.0, + "step": 280 + }, + { + "entropy": 0.2872984026558697, + "epoch": 0.08214133975357599, + "grad_norm": 2.8125, + "learning_rate": 9.996882582801599e-06, + "loss": 0.3477527141571045, + "mean_token_accuracy": 0.9137941494584083, + "num_tokens": 1815780.0, + "step": 290 + }, + { + "entropy": 0.25401860922575, + "epoch": 0.0849737997450786, + "grad_norm": 4.25, + "learning_rate": 9.996020399311921e-06, + "loss": 0.29331982135772705, + "mean_token_accuracy": 0.9234861671924591, + "num_tokens": 1873908.0, + "step": 300 + }, + { + "entropy": 0.2665036544203758, + "epoch": 0.08780625973658122, + "grad_norm": 3.59375, + "learning_rate": 9.995053130503918e-06, + "loss": 0.31269567012786864, + "mean_token_accuracy": 0.9207103908061981, + "num_tokens": 1931890.0, + "step": 310 + }, + { + "entropy": 0.23515027351677417, + "epoch": 0.09063871972808384, + "grad_norm": 2.5, + "learning_rate": 9.993980796722932e-06, + "loss": 0.2736210346221924, + "mean_token_accuracy": 0.9278215259313584, + "num_tokens": 1991312.0, + "step": 320 + }, + { + "entropy": 0.28878505127504467, + "epoch": 0.09347117971958646, + "grad_norm": 2.5, + "learning_rate": 9.992803420524221e-06, + "loss": 0.33671131134033205, + "mean_token_accuracy": 0.9127544730901718, + "num_tokens": 2053178.0, + "step": 330 + }, + { + "entropy": 0.2834086772054434, + "epoch": 0.09630363971108909, + "grad_norm": 3.90625, + "learning_rate": 9.99152102667249e-06, + "loss": 0.35361733436584475, + "mean_token_accuracy": 0.9139562115073204, + "num_tokens": 2120195.0, + "step": 340 + }, + { + "entropy": 0.2917692055925727, + "epoch": 0.0991360997025917, + "grad_norm": 2.515625, + "learning_rate": 9.990133642141359e-06, + "loss": 0.3562884569168091, + "mean_token_accuracy": 0.9113267123699188, + "num_tokens": 2183384.0, + "step": 350 + }, + { + "entropy": 0.29602638110518453, + "epoch": 0.10196855969409432, + "grad_norm": 2.984375, + "learning_rate": 9.988641296112801e-06, + "loss": 0.36012532711029055, + "mean_token_accuracy": 0.9128559544682503, + "num_tokens": 2244346.0, + "step": 360 + }, + { + "entropy": 0.3045878069475293, + "epoch": 0.10480101968559694, + "grad_norm": 3.21875, + "learning_rate": 9.987044019976537e-06, + "loss": 0.3514120101928711, + "mean_token_accuracy": 0.9106482103466987, + "num_tokens": 2305297.0, + "step": 370 + }, + { + "entropy": 0.299565667938441, + "epoch": 0.10763347967709956, + "grad_norm": 2.671875, + "learning_rate": 9.985341847329356e-06, + "loss": 0.367277193069458, + "mean_token_accuracy": 0.9121061027050018, + "num_tokens": 2365431.0, + "step": 380 + }, + { + "entropy": 0.27325491337105634, + "epoch": 0.11046593966860219, + "grad_norm": 3.234375, + "learning_rate": 9.983534813974427e-06, + "loss": 0.31475095748901366, + "mean_token_accuracy": 0.9173168331384659, + "num_tokens": 2428801.0, + "step": 390 + }, + { + "entropy": 0.2851902859285474, + "epoch": 0.1132983996601048, + "grad_norm": 2.875, + "learning_rate": 9.981622957920539e-06, + "loss": 0.33931722640991213, + "mean_token_accuracy": 0.9106573596596718, + "num_tokens": 2491579.0, + "step": 400 + }, + { + "entropy": 0.21675956407561897, + "epoch": 0.11613085965160742, + "grad_norm": 2.78125, + "learning_rate": 9.979606319381298e-06, + "loss": 0.25852797031402586, + "mean_token_accuracy": 0.9324780255556107, + "num_tokens": 2548859.0, + "step": 410 + }, + { + "entropy": 0.24814353184774518, + "epoch": 0.11896331964311004, + "grad_norm": 2.90625, + "learning_rate": 9.977484940774285e-06, + "loss": 0.3079322099685669, + "mean_token_accuracy": 0.925763688981533, + "num_tokens": 2609527.0, + "step": 420 + }, + { + "entropy": 0.23963961247354745, + "epoch": 0.12179577963461266, + "grad_norm": 2.84375, + "learning_rate": 9.975258866720164e-06, + "loss": 0.30464174747467043, + "mean_token_accuracy": 0.9282972604036331, + "num_tokens": 2671792.0, + "step": 430 + }, + { + "entropy": 0.22275841599330307, + "epoch": 0.12462823962611529, + "grad_norm": 3.71875, + "learning_rate": 9.972928144041743e-06, + "loss": 0.2726627826690674, + "mean_token_accuracy": 0.9328858569264412, + "num_tokens": 2728843.0, + "step": 440 + }, + { + "entropy": 0.25536813884973525, + "epoch": 0.1274606996176179, + "grad_norm": 3.421875, + "learning_rate": 9.970492821762987e-06, + "loss": 0.3212365388870239, + "mean_token_accuracy": 0.9217953279614448, + "num_tokens": 2791023.0, + "step": 450 + }, + { + "entropy": 0.2672379590570927, + "epoch": 0.13029315960912052, + "grad_norm": 3.734375, + "learning_rate": 9.96795295110799e-06, + "loss": 0.29747211933135986, + "mean_token_accuracy": 0.9217168748378753, + "num_tokens": 2847958.0, + "step": 460 + }, + { + "entropy": 0.28422608589753506, + "epoch": 0.13312561960062314, + "grad_norm": 2.859375, + "learning_rate": 9.965308585499896e-06, + "loss": 0.34196789264678956, + "mean_token_accuracy": 0.9170226454734802, + "num_tokens": 2909349.0, + "step": 470 + }, + { + "entropy": 0.27438433319330213, + "epoch": 0.13595807959212577, + "grad_norm": 3.34375, + "learning_rate": 9.962559780559775e-06, + "loss": 0.33036375045776367, + "mean_token_accuracy": 0.9176693558692932, + "num_tokens": 2969433.0, + "step": 480 + }, + { + "entropy": 0.2442100400105119, + "epoch": 0.1387905395836284, + "grad_norm": 3.0, + "learning_rate": 9.959706594105455e-06, + "loss": 0.28648254871368406, + "mean_token_accuracy": 0.9282553762197494, + "num_tokens": 3027582.0, + "step": 490 + }, + { + "entropy": 0.23896701000630854, + "epoch": 0.141622999575131, + "grad_norm": 3.546875, + "learning_rate": 9.956749086150301e-06, + "loss": 0.2794966697692871, + "mean_token_accuracy": 0.9286124855279922, + "num_tokens": 3084211.0, + "step": 500 + }, + { + "entropy": 0.27731118397787213, + "epoch": 0.1444554595666336, + "grad_norm": 3.21875, + "learning_rate": 9.95368731890196e-06, + "loss": 0.34079086780548096, + "mean_token_accuracy": 0.9156320407986641, + "num_tokens": 3148066.0, + "step": 510 + }, + { + "entropy": 0.3060536190867424, + "epoch": 0.14728791955813625, + "grad_norm": 3.109375, + "learning_rate": 9.95052135676105e-06, + "loss": 0.35003831386566164, + "mean_token_accuracy": 0.9095047876238823, + "num_tokens": 3210881.0, + "step": 520 + }, + { + "entropy": 0.24477277882397175, + "epoch": 0.15012037954963886, + "grad_norm": 2.453125, + "learning_rate": 9.947251266319794e-06, + "loss": 0.2733241319656372, + "mean_token_accuracy": 0.9252619653940201, + "num_tokens": 3276012.0, + "step": 530 + }, + { + "entropy": 0.27293226812034843, + "epoch": 0.15295283954114147, + "grad_norm": 2.90625, + "learning_rate": 9.943877116360641e-06, + "loss": 0.31792876720428465, + "mean_token_accuracy": 0.9202567800879479, + "num_tokens": 3335164.0, + "step": 540 + }, + { + "entropy": 0.20838154219090937, + "epoch": 0.1557852995326441, + "grad_norm": 2.78125, + "learning_rate": 9.9403989778548e-06, + "loss": 0.22628676891326904, + "mean_token_accuracy": 0.9357526674866676, + "num_tokens": 3395629.0, + "step": 550 + }, + { + "entropy": 0.28058414310216906, + "epoch": 0.15861775952414672, + "grad_norm": 2.796875, + "learning_rate": 9.936816923960762e-06, + "loss": 0.3485994815826416, + "mean_token_accuracy": 0.913826584815979, + "num_tokens": 3458741.0, + "step": 560 + }, + { + "entropy": 0.24033103082329035, + "epoch": 0.16145021951564933, + "grad_norm": 2.828125, + "learning_rate": 9.933131030022747e-06, + "loss": 0.2948629379272461, + "mean_token_accuracy": 0.9284436792135239, + "num_tokens": 3521040.0, + "step": 570 + }, + { + "entropy": 0.23639136143028736, + "epoch": 0.16428267950715197, + "grad_norm": 2.390625, + "learning_rate": 9.929341373569128e-06, + "loss": 0.27065243721008303, + "mean_token_accuracy": 0.9302666276693344, + "num_tokens": 3581611.0, + "step": 580 + }, + { + "entropy": 0.2285683000460267, + "epoch": 0.16711513949865459, + "grad_norm": 2.375, + "learning_rate": 9.9254480343108e-06, + "loss": 0.2653533697128296, + "mean_token_accuracy": 0.9309602394700051, + "num_tokens": 3644921.0, + "step": 590 + }, + { + "entropy": 0.27094218097627165, + "epoch": 0.1699475994901572, + "grad_norm": 3.046875, + "learning_rate": 9.921451094139505e-06, + "loss": 0.32512192726135253, + "mean_token_accuracy": 0.9172641158103942, + "num_tokens": 3709586.0, + "step": 600 + }, + { + "entropy": 0.2930651384405792, + "epoch": 0.1727800594816598, + "grad_norm": 2.734375, + "learning_rate": 9.917350637126098e-06, + "loss": 0.34543671607971194, + "mean_token_accuracy": 0.9111444249749183, + "num_tokens": 3771199.0, + "step": 610 + }, + { + "entropy": 0.20977639830671252, + "epoch": 0.17561251947316245, + "grad_norm": 3.34375, + "learning_rate": 9.913146749518793e-06, + "loss": 0.24384891986846924, + "mean_token_accuracy": 0.9361389100551605, + "num_tokens": 3830642.0, + "step": 620 + }, + { + "entropy": 0.33134929798543455, + "epoch": 0.17844497946466506, + "grad_norm": 3.109375, + "learning_rate": 9.908839519741342e-06, + "loss": 0.3824115753173828, + "mean_token_accuracy": 0.901754966378212, + "num_tokens": 3897528.0, + "step": 630 + }, + { + "entropy": 0.25660650301724675, + "epoch": 0.18127743945616767, + "grad_norm": 2.890625, + "learning_rate": 9.904429038391176e-06, + "loss": 0.3021864891052246, + "mean_token_accuracy": 0.9210129022598267, + "num_tokens": 3959989.0, + "step": 640 + }, + { + "entropy": 0.23014457449316977, + "epoch": 0.1841098994476703, + "grad_norm": 2.75, + "learning_rate": 9.899915398237501e-06, + "loss": 0.2613434076309204, + "mean_token_accuracy": 0.9306802496314048, + "num_tokens": 4016935.0, + "step": 650 + }, + { + "entropy": 0.1980850043706596, + "epoch": 0.18694235943917292, + "grad_norm": 3.734375, + "learning_rate": 9.895298694219341e-06, + "loss": 0.20858781337738036, + "mean_token_accuracy": 0.9410330221056938, + "num_tokens": 4073788.0, + "step": 660 + }, + { + "entropy": 0.24770355047658085, + "epoch": 0.18977481943067553, + "grad_norm": 3.421875, + "learning_rate": 9.890579023443547e-06, + "loss": 0.2824872016906738, + "mean_token_accuracy": 0.9241019815206528, + "num_tokens": 4132709.0, + "step": 670 + }, + { + "entropy": 0.25571326799690725, + "epoch": 0.19260727942217817, + "grad_norm": 3.046875, + "learning_rate": 9.885756485182757e-06, + "loss": 0.29729485511779785, + "mean_token_accuracy": 0.9242745995521545, + "num_tokens": 4192868.0, + "step": 680 + }, + { + "entropy": 0.24121474735438825, + "epoch": 0.19543973941368079, + "grad_norm": 2.1875, + "learning_rate": 9.880831180873293e-06, + "loss": 0.27683706283569337, + "mean_token_accuracy": 0.9267540663480759, + "num_tokens": 4260336.0, + "step": 690 + }, + { + "entropy": 0.27479004645720123, + "epoch": 0.1982721994051834, + "grad_norm": 3.109375, + "learning_rate": 9.875803214113054e-06, + "loss": 0.33806943893432617, + "mean_token_accuracy": 0.9168683245778084, + "num_tokens": 4321854.0, + "step": 700 + }, + { + "entropy": 0.25184335857629775, + "epoch": 0.201104659396686, + "grad_norm": 2.609375, + "learning_rate": 9.870672690659305e-06, + "loss": 0.2812079668045044, + "mean_token_accuracy": 0.9226194903254509, + "num_tokens": 4386277.0, + "step": 710 + }, + { + "entropy": 0.28651694897562263, + "epoch": 0.20393711938818865, + "grad_norm": 2.78125, + "learning_rate": 9.865439718426477e-06, + "loss": 0.32440919876098634, + "mean_token_accuracy": 0.9133371457457542, + "num_tokens": 4442830.0, + "step": 720 + }, + { + "entropy": 0.22666416531428696, + "epoch": 0.20676957937969126, + "grad_norm": 2.71875, + "learning_rate": 9.860104407483886e-06, + "loss": 0.24703795909881593, + "mean_token_accuracy": 0.9327533736824989, + "num_tokens": 4500436.0, + "step": 730 + }, + { + "entropy": 0.2507213500328362, + "epoch": 0.20960203937119387, + "grad_norm": 2.53125, + "learning_rate": 9.854666870053425e-06, + "loss": 0.2838727951049805, + "mean_token_accuracy": 0.9209447979927063, + "num_tokens": 4561933.0, + "step": 740 + }, + { + "entropy": 0.21676306603476406, + "epoch": 0.2124344993626965, + "grad_norm": 2.859375, + "learning_rate": 9.849127220507194e-06, + "loss": 0.2716209411621094, + "mean_token_accuracy": 0.9343680232763291, + "num_tokens": 4622998.0, + "step": 750 + }, + { + "entropy": 0.2786881748586893, + "epoch": 0.21526695935419912, + "grad_norm": 3.046875, + "learning_rate": 9.843485575365097e-06, + "loss": 0.29899957180023196, + "mean_token_accuracy": 0.9196301624178886, + "num_tokens": 4681083.0, + "step": 760 + }, + { + "entropy": 0.2431763346772641, + "epoch": 0.21809941934570173, + "grad_norm": 3.0625, + "learning_rate": 9.8377420532924e-06, + "loss": 0.29538416862487793, + "mean_token_accuracy": 0.9254559382796288, + "num_tokens": 4743380.0, + "step": 770 + }, + { + "entropy": 0.26367821972817185, + "epoch": 0.22093187933720437, + "grad_norm": 3.5625, + "learning_rate": 9.831896775097228e-06, + "loss": 0.30875329971313475, + "mean_token_accuracy": 0.9178639754652977, + "num_tokens": 4810602.0, + "step": 780 + }, + { + "entropy": 0.2465921022929251, + "epoch": 0.22376433932870698, + "grad_norm": 2.765625, + "learning_rate": 9.82594986372802e-06, + "loss": 0.2801267862319946, + "mean_token_accuracy": 0.9282723888754845, + "num_tokens": 4871627.0, + "step": 790 + }, + { + "entropy": 0.25284000346437097, + "epoch": 0.2265967993202096, + "grad_norm": 3.4375, + "learning_rate": 9.819901444270948e-06, + "loss": 0.30395705699920655, + "mean_token_accuracy": 0.9240084990859032, + "num_tokens": 4931920.0, + "step": 800 + }, + { + "entropy": 0.28599896691739557, + "epoch": 0.22942925931171224, + "grad_norm": 2.640625, + "learning_rate": 9.81375164394729e-06, + "loss": 0.3340512752532959, + "mean_token_accuracy": 0.916917297244072, + "num_tokens": 4991349.0, + "step": 810 + }, + { + "entropy": 0.23968474548310043, + "epoch": 0.23226171930321485, + "grad_norm": 3.453125, + "learning_rate": 9.807500592110742e-06, + "loss": 0.2692118167877197, + "mean_token_accuracy": 0.9295398175716401, + "num_tokens": 5050055.0, + "step": 820 + }, + { + "entropy": 0.20940189454704522, + "epoch": 0.23509417929471746, + "grad_norm": 2.765625, + "learning_rate": 9.801148420244712e-06, + "loss": 0.25932815074920657, + "mean_token_accuracy": 0.9358838751912117, + "num_tokens": 5109782.0, + "step": 830 + }, + { + "entropy": 0.24254744723439217, + "epoch": 0.23792663928622007, + "grad_norm": 2.8125, + "learning_rate": 9.794695261959543e-06, + "loss": 0.2990440607070923, + "mean_token_accuracy": 0.9256203979253769, + "num_tokens": 5172440.0, + "step": 840 + }, + { + "entropy": 0.2664669520221651, + "epoch": 0.2407590992777227, + "grad_norm": 2.59375, + "learning_rate": 9.788141252989708e-06, + "loss": 0.29775204658508303, + "mean_token_accuracy": 0.9201966479420662, + "num_tokens": 5235919.0, + "step": 850 + }, + { + "entropy": 0.19833559924736618, + "epoch": 0.24359155926922532, + "grad_norm": 3.234375, + "learning_rate": 9.781486531190949e-06, + "loss": 0.23745510578155518, + "mean_token_accuracy": 0.9385088697075844, + "num_tokens": 5296473.0, + "step": 860 + }, + { + "entropy": 0.3408564478158951, + "epoch": 0.24642401926072793, + "grad_norm": 2.4375, + "learning_rate": 9.77473123653739e-06, + "loss": 0.39055278301239016, + "mean_token_accuracy": 0.8995231419801712, + "num_tokens": 5371351.0, + "step": 870 + }, + { + "entropy": 0.20810967413708567, + "epoch": 0.24925647925223057, + "grad_norm": 2.984375, + "learning_rate": 9.767875511118581e-06, + "loss": 0.23883450031280518, + "mean_token_accuracy": 0.9360704630613327, + "num_tokens": 5426969.0, + "step": 880 + }, + { + "entropy": 0.20178698934614658, + "epoch": 0.25208893924373316, + "grad_norm": 2.796875, + "learning_rate": 9.76091949913651e-06, + "loss": 0.2629793643951416, + "mean_token_accuracy": 0.9390636637806893, + "num_tokens": 5486851.0, + "step": 890 + }, + { + "entropy": 0.2675803706981242, + "epoch": 0.2549213992352358, + "grad_norm": 2.734375, + "learning_rate": 9.75386334690258e-06, + "loss": 0.32069413661956786, + "mean_token_accuracy": 0.9186962202191353, + "num_tokens": 5548844.0, + "step": 900 + }, + { + "entropy": 0.23871907480061055, + "epoch": 0.25775385922673844, + "grad_norm": 2.640625, + "learning_rate": 9.746707202834513e-06, + "loss": 0.2886685371398926, + "mean_token_accuracy": 0.9280523255467414, + "num_tokens": 5611116.0, + "step": 910 + }, + { + "entropy": 0.2657617861405015, + "epoch": 0.26058631921824105, + "grad_norm": 3.78125, + "learning_rate": 9.739451217453256e-06, + "loss": 0.3452012538909912, + "mean_token_accuracy": 0.9207879915833473, + "num_tokens": 5669471.0, + "step": 920 + }, + { + "entropy": 0.35146014522761104, + "epoch": 0.26341877920974366, + "grad_norm": 2.71875, + "learning_rate": 9.732095543379785e-06, + "loss": 0.40203266143798827, + "mean_token_accuracy": 0.8934830293059349, + "num_tokens": 5733490.0, + "step": 930 + }, + { + "entropy": 0.26005903370678424, + "epoch": 0.26625123920124627, + "grad_norm": 3.25, + "learning_rate": 9.724640335331914e-06, + "loss": 0.32765285968780516, + "mean_token_accuracy": 0.9225191935896874, + "num_tokens": 5794906.0, + "step": 940 + }, + { + "entropy": 0.2606829381547868, + "epoch": 0.2690836991927489, + "grad_norm": 3.125, + "learning_rate": 9.717085750121034e-06, + "loss": 0.291635537147522, + "mean_token_accuracy": 0.9234898447990417, + "num_tokens": 5859091.0, + "step": 950 + }, + { + "entropy": 0.23729518568143249, + "epoch": 0.27191615918425155, + "grad_norm": 3.890625, + "learning_rate": 9.709431946648816e-06, + "loss": 0.2771798849105835, + "mean_token_accuracy": 0.9288942471146584, + "num_tokens": 5916651.0, + "step": 960 + }, + { + "entropy": 0.3044700736179948, + "epoch": 0.27474861917575416, + "grad_norm": 3.265625, + "learning_rate": 9.70167908590387e-06, + "loss": 0.35118794441223145, + "mean_token_accuracy": 0.9071996942162514, + "num_tokens": 5986297.0, + "step": 970 + }, + { + "entropy": 0.20032154135406016, + "epoch": 0.2775810791672568, + "grad_norm": 1.9453125, + "learning_rate": 9.693827330958359e-06, + "loss": 0.22060835361480713, + "mean_token_accuracy": 0.9378864094614983, + "num_tokens": 6040950.0, + "step": 980 + }, + { + "entropy": 0.2812673319131136, + "epoch": 0.2804135391587594, + "grad_norm": 3.015625, + "learning_rate": 9.685876846964559e-06, + "loss": 0.3387210607528687, + "mean_token_accuracy": 0.9153818473219871, + "num_tokens": 6104481.0, + "step": 990 + }, + { + "entropy": 0.24724330119788646, + "epoch": 0.283245999150262, + "grad_norm": 2.828125, + "learning_rate": 9.677827801151403e-06, + "loss": 0.31839587688446047, + "mean_token_accuracy": 0.923798055946827, + "num_tokens": 6165731.0, + "step": 1000 + }, + { + "entropy": 0.21327958977781236, + "epoch": 0.2860784591417646, + "grad_norm": 3.546875, + "learning_rate": 9.669680362820947e-06, + "loss": 0.24435055255889893, + "mean_token_accuracy": 0.9363983988761901, + "num_tokens": 6222125.0, + "step": 1010 + }, + { + "entropy": 0.23882522946223617, + "epoch": 0.2889109191332672, + "grad_norm": 3.328125, + "learning_rate": 9.661434703344826e-06, + "loss": 0.2806673526763916, + "mean_token_accuracy": 0.9294095247983932, + "num_tokens": 6282204.0, + "step": 1020 + }, + { + "entropy": 0.26137259500101206, + "epoch": 0.2917433791247699, + "grad_norm": 2.671875, + "learning_rate": 9.653090996160623e-06, + "loss": 0.3070922613143921, + "mean_token_accuracy": 0.9197057574987412, + "num_tokens": 6344061.0, + "step": 1030 + }, + { + "entropy": 0.2871730769984424, + "epoch": 0.2945758391162725, + "grad_norm": 2.984375, + "learning_rate": 9.644649416768255e-06, + "loss": 0.35834407806396484, + "mean_token_accuracy": 0.912547567486763, + "num_tokens": 6407984.0, + "step": 1040 + }, + { + "entropy": 0.2900437446311116, + "epoch": 0.2974082991077751, + "grad_norm": 2.03125, + "learning_rate": 9.636110142726253e-06, + "loss": 0.32457125186920166, + "mean_token_accuracy": 0.9121438428759575, + "num_tokens": 6472329.0, + "step": 1050 + }, + { + "entropy": 0.2622954409569502, + "epoch": 0.3002407590992777, + "grad_norm": 3.25, + "learning_rate": 9.62747335364804e-06, + "loss": 0.33258225917816164, + "mean_token_accuracy": 0.9233925610780715, + "num_tokens": 6531732.0, + "step": 1060 + }, + { + "entropy": 0.2856888581067324, + "epoch": 0.30307321909078033, + "grad_norm": 3.0, + "learning_rate": 9.618739231198153e-06, + "loss": 0.3187042951583862, + "mean_token_accuracy": 0.9143719717860221, + "num_tokens": 6592374.0, + "step": 1070 + }, + { + "entropy": 0.24033787474036217, + "epoch": 0.30590567908228294, + "grad_norm": 2.859375, + "learning_rate": 9.609907959088422e-06, + "loss": 0.283614444732666, + "mean_token_accuracy": 0.9261544540524482, + "num_tokens": 6650790.0, + "step": 1080 + }, + { + "entropy": 0.23848863909952342, + "epoch": 0.30873813907378556, + "grad_norm": 2.625, + "learning_rate": 9.600979723074098e-06, + "loss": 0.2936501979827881, + "mean_token_accuracy": 0.9262032687664032, + "num_tokens": 6719706.0, + "step": 1090 + }, + { + "entropy": 0.21693174866959453, + "epoch": 0.3115705990652882, + "grad_norm": 2.953125, + "learning_rate": 9.591954710949957e-06, + "loss": 0.26004149913787844, + "mean_token_accuracy": 0.932583923637867, + "num_tokens": 6776632.0, + "step": 1100 + }, + { + "entropy": 0.2789190562441945, + "epoch": 0.31440305905679083, + "grad_norm": 2.890625, + "learning_rate": 9.582833112546343e-06, + "loss": 0.31595649719238283, + "mean_token_accuracy": 0.916853055357933, + "num_tokens": 6833011.0, + "step": 1110 + }, + { + "entropy": 0.26948679955676197, + "epoch": 0.31723551904829345, + "grad_norm": 3.21875, + "learning_rate": 9.573615119725177e-06, + "loss": 0.33131632804870603, + "mean_token_accuracy": 0.9167306616902351, + "num_tokens": 6900317.0, + "step": 1120 + }, + { + "entropy": 0.28943569734692576, + "epoch": 0.32006797903979606, + "grad_norm": 2.96875, + "learning_rate": 9.564300926375922e-06, + "loss": 0.3488821029663086, + "mean_token_accuracy": 0.9178584888577461, + "num_tokens": 6957843.0, + "step": 1130 + }, + { + "entropy": 0.3092574684880674, + "epoch": 0.32290043903129867, + "grad_norm": 3.0, + "learning_rate": 9.554890728411504e-06, + "loss": 0.38100056648254393, + "mean_token_accuracy": 0.907250528037548, + "num_tokens": 7019625.0, + "step": 1140 + }, + { + "entropy": 0.23205467853695155, + "epoch": 0.3257328990228013, + "grad_norm": 2.671875, + "learning_rate": 9.545384723764191e-06, + "loss": 0.2787184476852417, + "mean_token_accuracy": 0.9284637689590454, + "num_tokens": 7082747.0, + "step": 1150 + }, + { + "entropy": 0.220759935118258, + "epoch": 0.32856535901430395, + "grad_norm": 2.28125, + "learning_rate": 9.535783112381427e-06, + "loss": 0.2743505001068115, + "mean_token_accuracy": 0.9325400069355965, + "num_tokens": 7145661.0, + "step": 1160 + }, + { + "entropy": 0.23137438567355276, + "epoch": 0.33139781900580656, + "grad_norm": 1.8125, + "learning_rate": 9.526086096221637e-06, + "loss": 0.26987106800079347, + "mean_token_accuracy": 0.9313987359404564, + "num_tokens": 7206857.0, + "step": 1170 + }, + { + "entropy": 0.2722073396667838, + "epoch": 0.33423027899730917, + "grad_norm": 2.484375, + "learning_rate": 9.516293879249966e-06, + "loss": 0.3264123201370239, + "mean_token_accuracy": 0.9185864552855492, + "num_tokens": 7268679.0, + "step": 1180 + }, + { + "entropy": 0.32303727269172666, + "epoch": 0.3370627389888118, + "grad_norm": 3.671875, + "learning_rate": 9.506406667433992e-06, + "loss": 0.36596126556396485, + "mean_token_accuracy": 0.9050239235162735, + "num_tokens": 7330799.0, + "step": 1190 + }, + { + "entropy": 0.3101142390631139, + "epoch": 0.3398951989803144, + "grad_norm": 2.5625, + "learning_rate": 9.496424668739402e-06, + "loss": 0.34369256496429446, + "mean_token_accuracy": 0.9077561184763908, + "num_tokens": 7400775.0, + "step": 1200 + }, + { + "entropy": 0.2986501886509359, + "epoch": 0.342727658971817, + "grad_norm": 3.015625, + "learning_rate": 9.486348093125608e-06, + "loss": 0.322642183303833, + "mean_token_accuracy": 0.9091341316699981, + "num_tokens": 7468242.0, + "step": 1210 + }, + { + "entropy": 0.2589032934047282, + "epoch": 0.3455601189633196, + "grad_norm": 3.421875, + "learning_rate": 9.476177152541336e-06, + "loss": 0.34026474952697755, + "mean_token_accuracy": 0.9198563724756241, + "num_tokens": 7527176.0, + "step": 1220 + }, + { + "entropy": 0.22048621401190757, + "epoch": 0.3483925789548223, + "grad_norm": 2.484375, + "learning_rate": 9.465912060920166e-06, + "loss": 0.25838427543640136, + "mean_token_accuracy": 0.9329820945858955, + "num_tokens": 7589812.0, + "step": 1230 + }, + { + "entropy": 0.26202963748946784, + "epoch": 0.3512250389463249, + "grad_norm": 2.578125, + "learning_rate": 9.455553034176032e-06, + "loss": 0.30493922233581544, + "mean_token_accuracy": 0.9203774958848954, + "num_tokens": 7657522.0, + "step": 1240 + }, + { + "entropy": 0.271380069013685, + "epoch": 0.3540574989378275, + "grad_norm": 2.828125, + "learning_rate": 9.445100290198684e-06, + "loss": 0.3257579326629639, + "mean_token_accuracy": 0.9217397809028626, + "num_tokens": 7712829.0, + "step": 1250 + }, + { + "entropy": 0.27217169627547266, + "epoch": 0.3568899589293301, + "grad_norm": 2.8125, + "learning_rate": 9.434554048849093e-06, + "loss": 0.3238358497619629, + "mean_token_accuracy": 0.9188270941376686, + "num_tokens": 7776624.0, + "step": 1260 + }, + { + "entropy": 0.25914485240355134, + "epoch": 0.35972241892083273, + "grad_norm": 2.65625, + "learning_rate": 9.42391453195485e-06, + "loss": 0.3195030927658081, + "mean_token_accuracy": 0.9199050933122634, + "num_tokens": 7841876.0, + "step": 1270 + }, + { + "entropy": 0.28430393086746336, + "epoch": 0.36255487891233534, + "grad_norm": 2.234375, + "learning_rate": 9.41318196330547e-06, + "loss": 0.3278545141220093, + "mean_token_accuracy": 0.91401526927948, + "num_tokens": 7910392.0, + "step": 1280 + }, + { + "entropy": 0.26083566416054965, + "epoch": 0.365387338903838, + "grad_norm": 3.390625, + "learning_rate": 9.402356568647713e-06, + "loss": 0.31773340702056885, + "mean_token_accuracy": 0.9208214491605758, + "num_tokens": 7975209.0, + "step": 1290 + }, + { + "entropy": 0.24519406631588936, + "epoch": 0.3682197988953406, + "grad_norm": 2.4375, + "learning_rate": 9.391438575680817e-06, + "loss": 0.2722881317138672, + "mean_token_accuracy": 0.9261975526809693, + "num_tokens": 8034132.0, + "step": 1300 + }, + { + "entropy": 0.2725516245700419, + "epoch": 0.37105225888684323, + "grad_norm": 2.84375, + "learning_rate": 9.380428214051713e-06, + "loss": 0.29813878536224364, + "mean_token_accuracy": 0.9148821920156479, + "num_tokens": 8098705.0, + "step": 1310 + }, + { + "entropy": 0.21026630871929228, + "epoch": 0.37388471887834585, + "grad_norm": 3.4375, + "learning_rate": 9.369325715350204e-06, + "loss": 0.24018876552581786, + "mean_token_accuracy": 0.9353105634450912, + "num_tokens": 8156214.0, + "step": 1320 + }, + { + "entropy": 0.21636407235637306, + "epoch": 0.37671717886984846, + "grad_norm": 3.171875, + "learning_rate": 9.358131313104078e-06, + "loss": 0.24975388050079345, + "mean_token_accuracy": 0.9319381535053253, + "num_tokens": 8212246.0, + "step": 1330 + }, + { + "entropy": 0.283135371748358, + "epoch": 0.37954963886135107, + "grad_norm": 3.03125, + "learning_rate": 9.346845242774211e-06, + "loss": 0.3492774486541748, + "mean_token_accuracy": 0.9126205027103425, + "num_tokens": 8276449.0, + "step": 1340 + }, + { + "entropy": 0.2689216922968626, + "epoch": 0.3823820988528537, + "grad_norm": 2.6875, + "learning_rate": 9.335467741749602e-06, + "loss": 0.31089398860931394, + "mean_token_accuracy": 0.9163184836506844, + "num_tokens": 8342046.0, + "step": 1350 + }, + { + "entropy": 0.2872828125953674, + "epoch": 0.38521455884435635, + "grad_norm": 3.65625, + "learning_rate": 9.323999049342388e-06, + "loss": 0.3404247283935547, + "mean_token_accuracy": 0.9147303462028503, + "num_tokens": 8401310.0, + "step": 1360 + }, + { + "entropy": 0.24872623989358544, + "epoch": 0.38804701883585896, + "grad_norm": 3.4375, + "learning_rate": 9.312439406782805e-06, + "loss": 0.3352261304855347, + "mean_token_accuracy": 0.9236381486058235, + "num_tokens": 8465214.0, + "step": 1370 + }, + { + "entropy": 0.29522558888420464, + "epoch": 0.39087947882736157, + "grad_norm": 2.859375, + "learning_rate": 9.300789057214125e-06, + "loss": 0.3520496845245361, + "mean_token_accuracy": 0.9124088481068611, + "num_tokens": 8528733.0, + "step": 1380 + }, + { + "entropy": 0.2515323468483984, + "epoch": 0.3937119388188642, + "grad_norm": 2.875, + "learning_rate": 9.289048245687522e-06, + "loss": 0.28282158374786376, + "mean_token_accuracy": 0.9251262009143829, + "num_tokens": 8591455.0, + "step": 1390 + }, + { + "entropy": 0.2881984678097069, + "epoch": 0.3965443988103668, + "grad_norm": 3.09375, + "learning_rate": 9.27721721915694e-06, + "loss": 0.32998993396759035, + "mean_token_accuracy": 0.9121208965778351, + "num_tokens": 8648837.0, + "step": 1400 + }, + { + "entropy": 0.21407993137836456, + "epoch": 0.3993768588018694, + "grad_norm": 2.9375, + "learning_rate": 9.265296226473879e-06, + "loss": 0.26375982761383054, + "mean_token_accuracy": 0.9327566012740135, + "num_tokens": 8709930.0, + "step": 1410 + }, + { + "entropy": 0.275363692175597, + "epoch": 0.402209318793372, + "grad_norm": 3.03125, + "learning_rate": 9.253285518382176e-06, + "loss": 0.3250740051269531, + "mean_token_accuracy": 0.913650569319725, + "num_tokens": 8776591.0, + "step": 1420 + }, + { + "entropy": 0.3261520963162184, + "epoch": 0.4050417787848747, + "grad_norm": 2.109375, + "learning_rate": 9.241185347512718e-06, + "loss": 0.3912560224533081, + "mean_token_accuracy": 0.9037208631634712, + "num_tokens": 8844954.0, + "step": 1430 + }, + { + "entropy": 0.22378331497311593, + "epoch": 0.4078742387763773, + "grad_norm": 3.328125, + "learning_rate": 9.228995968378142e-06, + "loss": 0.2790132284164429, + "mean_token_accuracy": 0.9313532575964928, + "num_tokens": 8902834.0, + "step": 1440 + }, + { + "entropy": 0.31234009442850946, + "epoch": 0.4107066987678799, + "grad_norm": 3.125, + "learning_rate": 9.216717637367469e-06, + "loss": 0.3557111740112305, + "mean_token_accuracy": 0.9075094118714333, + "num_tokens": 8969817.0, + "step": 1450 + }, + { + "entropy": 0.21338311042636632, + "epoch": 0.4135391587593825, + "grad_norm": 2.5625, + "learning_rate": 9.204350612740718e-06, + "loss": 0.25135955810546873, + "mean_token_accuracy": 0.9335709244012833, + "num_tokens": 9030683.0, + "step": 1460 + }, + { + "entropy": 0.27338244216516616, + "epoch": 0.41637161875088513, + "grad_norm": 3.53125, + "learning_rate": 9.191895154623471e-06, + "loss": 0.330609655380249, + "mean_token_accuracy": 0.9164686724543571, + "num_tokens": 9089943.0, + "step": 1470 + }, + { + "entropy": 0.284117466583848, + "epoch": 0.41920407874238774, + "grad_norm": 2.90625, + "learning_rate": 9.179351525001405e-06, + "loss": 0.35007033348083494, + "mean_token_accuracy": 0.9137591674923897, + "num_tokens": 9161071.0, + "step": 1480 + }, + { + "entropy": 0.2786842305213213, + "epoch": 0.4220365387338904, + "grad_norm": 2.515625, + "learning_rate": 9.16671998771478e-06, + "loss": 0.3523244380950928, + "mean_token_accuracy": 0.9142401218414307, + "num_tokens": 9228047.0, + "step": 1490 + }, + { + "entropy": 0.25877189775928855, + "epoch": 0.424868998725393, + "grad_norm": 3.9375, + "learning_rate": 9.154000808452883e-06, + "loss": 0.2900538921356201, + "mean_token_accuracy": 0.9240692466497421, + "num_tokens": 9292649.0, + "step": 1500 + }, + { + "entropy": 0.3218853287398815, + "epoch": 0.42770145871689563, + "grad_norm": 2.671875, + "learning_rate": 9.14119425474845e-06, + "loss": 0.37074031829833987, + "mean_token_accuracy": 0.9025695845484734, + "num_tokens": 9358701.0, + "step": 1510 + }, + { + "entropy": 0.2493061749264598, + "epoch": 0.43053391870839824, + "grad_norm": 3.78125, + "learning_rate": 9.128300595972035e-06, + "loss": 0.2916921615600586, + "mean_token_accuracy": 0.9247250065207482, + "num_tokens": 9415998.0, + "step": 1520 + }, + { + "entropy": 0.24458966655656694, + "epoch": 0.43336637869990086, + "grad_norm": 3.046875, + "learning_rate": 9.115320103326341e-06, + "loss": 0.3079118490219116, + "mean_token_accuracy": 0.9261806443333626, + "num_tokens": 9477772.0, + "step": 1530 + }, + { + "entropy": 0.24118555188179017, + "epoch": 0.43619883869140347, + "grad_norm": 2.796875, + "learning_rate": 9.102253049840515e-06, + "loss": 0.2698474645614624, + "mean_token_accuracy": 0.9262908518314361, + "num_tokens": 9543178.0, + "step": 1540 + }, + { + "entropy": 0.27692517237737774, + "epoch": 0.4390312986829061, + "grad_norm": 3.59375, + "learning_rate": 9.089099710364413e-06, + "loss": 0.35334970951080324, + "mean_token_accuracy": 0.9152400702238083, + "num_tokens": 9603845.0, + "step": 1550 + }, + { + "entropy": 0.22478010756894945, + "epoch": 0.44186375867440875, + "grad_norm": 4.0625, + "learning_rate": 9.07586036156281e-06, + "loss": 0.2800618648529053, + "mean_token_accuracy": 0.9322063907980919, + "num_tokens": 9657847.0, + "step": 1560 + }, + { + "entropy": 0.301778607442975, + "epoch": 0.44469621866591136, + "grad_norm": 3.015625, + "learning_rate": 9.062535281909586e-06, + "loss": 0.347332239151001, + "mean_token_accuracy": 0.9108933255076408, + "num_tokens": 9717055.0, + "step": 1570 + }, + { + "entropy": 0.2316664133220911, + "epoch": 0.44752867865741397, + "grad_norm": 2.828125, + "learning_rate": 9.049124751681867e-06, + "loss": 0.2667954921722412, + "mean_token_accuracy": 0.932160672545433, + "num_tokens": 9777625.0, + "step": 1580 + }, + { + "entropy": 0.26570963142439724, + "epoch": 0.4503611386489166, + "grad_norm": 3.15625, + "learning_rate": 9.03562905295413e-06, + "loss": 0.3452394962310791, + "mean_token_accuracy": 0.9210765406489372, + "num_tokens": 9837849.0, + "step": 1590 + }, + { + "entropy": 0.241340676182881, + "epoch": 0.4531935986404192, + "grad_norm": 2.34375, + "learning_rate": 9.022048469592266e-06, + "loss": 0.292175817489624, + "mean_token_accuracy": 0.9271585017442703, + "num_tokens": 9899403.0, + "step": 1600 + }, + { + "entropy": 0.22770550679415463, + "epoch": 0.4560260586319218, + "grad_norm": 2.6875, + "learning_rate": 9.008383287247619e-06, + "loss": 0.25679965019226075, + "mean_token_accuracy": 0.9316400110721588, + "num_tokens": 9954779.0, + "step": 1610 + }, + { + "entropy": 0.2558764288201928, + "epoch": 0.45885851862342447, + "grad_norm": 3.65625, + "learning_rate": 8.994633793350966e-06, + "loss": 0.30559663772583007, + "mean_token_accuracy": 0.9226524040102959, + "num_tokens": 10016491.0, + "step": 1620 + }, + { + "entropy": 0.22422194620594382, + "epoch": 0.4616909786149271, + "grad_norm": 2.875, + "learning_rate": 8.98080027710648e-06, + "loss": 0.2620770692825317, + "mean_token_accuracy": 0.931402213871479, + "num_tokens": 10077692.0, + "step": 1630 + }, + { + "entropy": 0.26183739248663185, + "epoch": 0.4645234386064297, + "grad_norm": 3.5, + "learning_rate": 8.966883029485644e-06, + "loss": 0.3246657371520996, + "mean_token_accuracy": 0.9211442023515701, + "num_tokens": 10138856.0, + "step": 1640 + }, + { + "entropy": 0.27033895151689646, + "epoch": 0.4673558985979323, + "grad_norm": 2.9375, + "learning_rate": 8.952882343221128e-06, + "loss": 0.31453800201416016, + "mean_token_accuracy": 0.9187925904989243, + "num_tokens": 10199283.0, + "step": 1650 + }, + { + "entropy": 0.27811811305582523, + "epoch": 0.4701883585894349, + "grad_norm": 3.03125, + "learning_rate": 8.938798512800635e-06, + "loss": 0.3228362321853638, + "mean_token_accuracy": 0.9144035845994949, + "num_tokens": 10262755.0, + "step": 1660 + }, + { + "entropy": 0.25631644316017627, + "epoch": 0.47302081858093753, + "grad_norm": 3.65625, + "learning_rate": 8.924631834460706e-06, + "loss": 0.3209569454193115, + "mean_token_accuracy": 0.9214628890156746, + "num_tokens": 10329283.0, + "step": 1670 + }, + { + "entropy": 0.22031188122928141, + "epoch": 0.47585327857244014, + "grad_norm": 3.28125, + "learning_rate": 8.910382606180488e-06, + "loss": 0.26499745845794676, + "mean_token_accuracy": 0.9340609654784202, + "num_tokens": 10384021.0, + "step": 1680 + }, + { + "entropy": 0.2515722900629044, + "epoch": 0.4786857385639428, + "grad_norm": 3.140625, + "learning_rate": 8.896051127675472e-06, + "loss": 0.299767804145813, + "mean_token_accuracy": 0.9258117720484733, + "num_tokens": 10448164.0, + "step": 1690 + }, + { + "entropy": 0.29240532079711556, + "epoch": 0.4815181985554454, + "grad_norm": 3.28125, + "learning_rate": 8.881637700391179e-06, + "loss": 0.34952309131622317, + "mean_token_accuracy": 0.912120270729065, + "num_tokens": 10509285.0, + "step": 1700 + }, + { + "entropy": 0.2534479722380638, + "epoch": 0.48435065854694803, + "grad_norm": 2.859375, + "learning_rate": 8.867142627496825e-06, + "loss": 0.29810385704040526, + "mean_token_accuracy": 0.9233490318059921, + "num_tokens": 10569057.0, + "step": 1710 + }, + { + "entropy": 0.2604710581712425, + "epoch": 0.48718311853845064, + "grad_norm": 3.171875, + "learning_rate": 8.852566213878947e-06, + "loss": 0.3080343961715698, + "mean_token_accuracy": 0.9179377123713494, + "num_tokens": 10629126.0, + "step": 1720 + }, + { + "entropy": 0.23515669340267778, + "epoch": 0.49001557852995326, + "grad_norm": 3.1875, + "learning_rate": 8.837908766134984e-06, + "loss": 0.2872535467147827, + "mean_token_accuracy": 0.9293222084641457, + "num_tokens": 10688424.0, + "step": 1730 + }, + { + "entropy": 0.2053655257448554, + "epoch": 0.49284803852145587, + "grad_norm": 2.96875, + "learning_rate": 8.823170592566833e-06, + "loss": 0.2675440788269043, + "mean_token_accuracy": 0.9372267380356789, + "num_tokens": 10747596.0, + "step": 1740 + }, + { + "entropy": 0.2699555506929755, + "epoch": 0.4956804985129585, + "grad_norm": 3.984375, + "learning_rate": 8.808352003174362e-06, + "loss": 0.34564881324768065, + "mean_token_accuracy": 0.917387866973877, + "num_tokens": 10809793.0, + "step": 1750 + }, + { + "entropy": 0.23093979228287936, + "epoch": 0.49851295850446115, + "grad_norm": 2.765625, + "learning_rate": 8.793453309648885e-06, + "loss": 0.2652362108230591, + "mean_token_accuracy": 0.9302272021770477, + "num_tokens": 10871670.0, + "step": 1760 + }, + { + "entropy": 0.217674121260643, + "epoch": 0.5013454184959637, + "grad_norm": 2.296875, + "learning_rate": 8.77847482536662e-06, + "loss": 0.26816089153289796, + "mean_token_accuracy": 0.9338669091463089, + "num_tokens": 10933491.0, + "step": 1770 + }, + { + "entropy": 0.2443548015318811, + "epoch": 0.5041778784874663, + "grad_norm": 2.765625, + "learning_rate": 8.76341686538208e-06, + "loss": 0.2879756450653076, + "mean_token_accuracy": 0.9252054631710053, + "num_tokens": 10993120.0, + "step": 1780 + }, + { + "entropy": 0.28073133789002896, + "epoch": 0.507010338478969, + "grad_norm": 3.578125, + "learning_rate": 8.748279746421459e-06, + "loss": 0.3664905071258545, + "mean_token_accuracy": 0.914407916367054, + "num_tokens": 11053747.0, + "step": 1790 + }, + { + "entropy": 0.3151184435933828, + "epoch": 0.5098427984704716, + "grad_norm": 3.015625, + "learning_rate": 8.73306378687596e-06, + "loss": 0.3645954132080078, + "mean_token_accuracy": 0.9064996063709259, + "num_tokens": 11123459.0, + "step": 1800 + }, + { + "entropy": 0.26551789194345476, + "epoch": 0.5126752584619743, + "grad_norm": 3.09375, + "learning_rate": 8.717769306795115e-06, + "loss": 0.3270742416381836, + "mean_token_accuracy": 0.9203312039375305, + "num_tokens": 11187350.0, + "step": 1810 + }, + { + "entropy": 0.28791499985381963, + "epoch": 0.5155077184534769, + "grad_norm": 2.15625, + "learning_rate": 8.702396627880027e-06, + "loss": 0.3446188449859619, + "mean_token_accuracy": 0.9122902229428291, + "num_tokens": 11250584.0, + "step": 1820 + }, + { + "entropy": 0.22998738354071974, + "epoch": 0.5183401784449795, + "grad_norm": 2.875, + "learning_rate": 8.686946073476628e-06, + "loss": 0.2620666027069092, + "mean_token_accuracy": 0.931136479973793, + "num_tokens": 11312929.0, + "step": 1830 + }, + { + "entropy": 0.26515663117170335, + "epoch": 0.5211726384364821, + "grad_norm": 2.765625, + "learning_rate": 8.671417968568864e-06, + "loss": 0.32726387977600097, + "mean_token_accuracy": 0.9194383502006531, + "num_tokens": 11373406.0, + "step": 1840 + }, + { + "entropy": 0.27902805162593725, + "epoch": 0.5240050984279847, + "grad_norm": 2.65625, + "learning_rate": 8.655812639771865e-06, + "loss": 0.35257582664489745, + "mean_token_accuracy": 0.9158491358160973, + "num_tokens": 11434074.0, + "step": 1850 + }, + { + "entropy": 0.24821369755081832, + "epoch": 0.5268375584194873, + "grad_norm": 2.8125, + "learning_rate": 8.64013041532507e-06, + "loss": 0.279030966758728, + "mean_token_accuracy": 0.9226725235581398, + "num_tokens": 11493973.0, + "step": 1860 + }, + { + "entropy": 0.19138105222955346, + "epoch": 0.5296700184109899, + "grad_norm": 3.34375, + "learning_rate": 8.62437162508533e-06, + "loss": 0.26068317890167236, + "mean_token_accuracy": 0.9415134266018867, + "num_tokens": 11551169.0, + "step": 1870 + }, + { + "entropy": 0.1800975519232452, + "epoch": 0.5325024784024925, + "grad_norm": 2.5625, + "learning_rate": 8.608536600519965e-06, + "loss": 0.21379611492156983, + "mean_token_accuracy": 0.947042727470398, + "num_tokens": 11607689.0, + "step": 1880 + }, + { + "entropy": 0.2381605574861169, + "epoch": 0.5353349383939952, + "grad_norm": 3.5625, + "learning_rate": 8.592625674699791e-06, + "loss": 0.31764028072357176, + "mean_token_accuracy": 0.9277781933546067, + "num_tokens": 11670275.0, + "step": 1890 + }, + { + "entropy": 0.24414894701912998, + "epoch": 0.5381673983854978, + "grad_norm": 2.96875, + "learning_rate": 8.576639182292117e-06, + "loss": 0.2984654664993286, + "mean_token_accuracy": 0.9253525018692017, + "num_tokens": 11732674.0, + "step": 1900 + }, + { + "entropy": 0.26540830750018357, + "epoch": 0.5409998583770004, + "grad_norm": 2.5, + "learning_rate": 8.560577459553705e-06, + "loss": 0.2995338201522827, + "mean_token_accuracy": 0.9170404925942421, + "num_tokens": 11796122.0, + "step": 1910 + }, + { + "entropy": 0.22120436416007577, + "epoch": 0.5438323183685031, + "grad_norm": 2.453125, + "learning_rate": 8.5444408443237e-06, + "loss": 0.2612636566162109, + "mean_token_accuracy": 0.9336322173476219, + "num_tokens": 11855783.0, + "step": 1920 + }, + { + "entropy": 0.2574581575579941, + "epoch": 0.5466647783600057, + "grad_norm": 3.671875, + "learning_rate": 8.528229676016516e-06, + "loss": 0.2953659534454346, + "mean_token_accuracy": 0.9200656801462174, + "num_tokens": 11915467.0, + "step": 1930 + }, + { + "entropy": 0.2645864601247013, + "epoch": 0.5494972383515083, + "grad_norm": 2.859375, + "learning_rate": 8.511944295614705e-06, + "loss": 0.31510348320007325, + "mean_token_accuracy": 0.9208753496408463, + "num_tokens": 11982685.0, + "step": 1940 + }, + { + "entropy": 0.2253680657595396, + "epoch": 0.5523296983430109, + "grad_norm": 2.765625, + "learning_rate": 8.49558504566178e-06, + "loss": 0.2593071460723877, + "mean_token_accuracy": 0.9332447171211242, + "num_tokens": 12043764.0, + "step": 1950 + }, + { + "entropy": 0.2743760205805302, + "epoch": 0.5551621583345135, + "grad_norm": 2.875, + "learning_rate": 8.479152270255015e-06, + "loss": 0.32801840305328367, + "mean_token_accuracy": 0.9175538629293442, + "num_tokens": 12106744.0, + "step": 1960 + }, + { + "entropy": 0.2409117895178497, + "epoch": 0.5579946183260162, + "grad_norm": 2.4375, + "learning_rate": 8.462646315038199e-06, + "loss": 0.3042436599731445, + "mean_token_accuracy": 0.9294470772147179, + "num_tokens": 12168588.0, + "step": 1970 + }, + { + "entropy": 0.25588282784447075, + "epoch": 0.5608270783175188, + "grad_norm": 2.75, + "learning_rate": 8.446067527194377e-06, + "loss": 0.28229076862335206, + "mean_token_accuracy": 0.9217988669872283, + "num_tokens": 12234235.0, + "step": 1980 + }, + { + "entropy": 0.22676437282934786, + "epoch": 0.5636595383090214, + "grad_norm": 3.21875, + "learning_rate": 8.429416255438535e-06, + "loss": 0.2763058185577393, + "mean_token_accuracy": 0.9312441393733024, + "num_tokens": 12295523.0, + "step": 1990 + }, + { + "entropy": 0.23693293845281005, + "epoch": 0.566491998300524, + "grad_norm": 2.84375, + "learning_rate": 8.412692850010276e-06, + "loss": 0.25852394104003906, + "mean_token_accuracy": 0.929935322701931, + "num_tokens": 12355289.0, + "step": 2000 + }, + { + "entropy": 0.26585140177048744, + "epoch": 0.5693244582920266, + "grad_norm": 3.15625, + "learning_rate": 8.395897662666444e-06, + "loss": 0.33711426258087157, + "mean_token_accuracy": 0.921252678334713, + "num_tokens": 12419888.0, + "step": 2010 + }, + { + "entropy": 0.2817812806926668, + "epoch": 0.5721569182835292, + "grad_norm": 2.71875, + "learning_rate": 8.379031046673735e-06, + "loss": 0.329822039604187, + "mean_token_accuracy": 0.915573863685131, + "num_tokens": 12481072.0, + "step": 2020 + }, + { + "entropy": 0.2310811343602836, + "epoch": 0.5749893782750318, + "grad_norm": 3.15625, + "learning_rate": 8.36209335680126e-06, + "loss": 0.2848243236541748, + "mean_token_accuracy": 0.9298717737197876, + "num_tokens": 12537117.0, + "step": 2030 + }, + { + "entropy": 0.24113858481869102, + "epoch": 0.5778218382665344, + "grad_norm": 3.5, + "learning_rate": 8.345084949313082e-06, + "loss": 0.30589349269866944, + "mean_token_accuracy": 0.9254002273082733, + "num_tokens": 12598523.0, + "step": 2040 + }, + { + "entropy": 0.2469558353535831, + "epoch": 0.5806542982580372, + "grad_norm": 2.46875, + "learning_rate": 8.328006181960728e-06, + "loss": 0.2666426420211792, + "mean_token_accuracy": 0.9237473145127296, + "num_tokens": 12659850.0, + "step": 2050 + }, + { + "entropy": 0.22523943707346916, + "epoch": 0.5834867582495398, + "grad_norm": 3.515625, + "learning_rate": 8.310857413975653e-06, + "loss": 0.2842994451522827, + "mean_token_accuracy": 0.9316848069429398, + "num_tokens": 12728769.0, + "step": 2060 + }, + { + "entropy": 0.23469501873478293, + "epoch": 0.5863192182410424, + "grad_norm": 2.890625, + "learning_rate": 8.293639006061701e-06, + "loss": 0.28825619220733645, + "mean_token_accuracy": 0.9315712109208107, + "num_tokens": 12793510.0, + "step": 2070 + }, + { + "entropy": 0.26904424456879494, + "epoch": 0.589151678232545, + "grad_norm": 2.75, + "learning_rate": 8.276351320387505e-06, + "loss": 0.3132829427719116, + "mean_token_accuracy": 0.9184053987264633, + "num_tokens": 12859305.0, + "step": 2080 + }, + { + "entropy": 0.22551713800057768, + "epoch": 0.5919841382240476, + "grad_norm": 2.765625, + "learning_rate": 8.25899472057887e-06, + "loss": 0.25671346187591554, + "mean_token_accuracy": 0.9330786928534508, + "num_tokens": 12919296.0, + "step": 2090 + }, + { + "entropy": 0.2908180743455887, + "epoch": 0.5948165982155502, + "grad_norm": 3.4375, + "learning_rate": 8.241569571711131e-06, + "loss": 0.3749950885772705, + "mean_token_accuracy": 0.9122948393225669, + "num_tokens": 12984110.0, + "step": 2100 + }, + { + "entropy": 0.18859034972265362, + "epoch": 0.5976490582070528, + "grad_norm": 3.3125, + "learning_rate": 8.22407624030147e-06, + "loss": 0.21266024112701415, + "mean_token_accuracy": 0.9415996059775352, + "num_tokens": 13044585.0, + "step": 2110 + }, + { + "entropy": 0.2686202362179756, + "epoch": 0.6004815181985554, + "grad_norm": 3.140625, + "learning_rate": 8.206515094301206e-06, + "loss": 0.3143640995025635, + "mean_token_accuracy": 0.9184302508831024, + "num_tokens": 13104184.0, + "step": 2120 + }, + { + "entropy": 0.2924169018864632, + "epoch": 0.603313978190058, + "grad_norm": 2.515625, + "learning_rate": 8.18888650308806e-06, + "loss": 0.33350090980529784, + "mean_token_accuracy": 0.9111582815647126, + "num_tokens": 13169744.0, + "step": 2130 + }, + { + "entropy": 0.23468140745535493, + "epoch": 0.6061464381815607, + "grad_norm": 3.125, + "learning_rate": 8.171190837458378e-06, + "loss": 0.2748774290084839, + "mean_token_accuracy": 0.9279026314616203, + "num_tokens": 13230747.0, + "step": 2140 + }, + { + "entropy": 0.2707135030068457, + "epoch": 0.6089788981730633, + "grad_norm": 2.640625, + "learning_rate": 8.153428469619337e-06, + "loss": 0.3319953680038452, + "mean_token_accuracy": 0.9202817261219025, + "num_tokens": 13294156.0, + "step": 2150 + }, + { + "entropy": 0.33541303491219876, + "epoch": 0.6118113581645659, + "grad_norm": 3.171875, + "learning_rate": 8.135599773181121e-06, + "loss": 0.34877288341522217, + "mean_token_accuracy": 0.9051463961601257, + "num_tokens": 13361330.0, + "step": 2160 + }, + { + "entropy": 0.24658853579312562, + "epoch": 0.6146438181560685, + "grad_norm": 2.84375, + "learning_rate": 8.117705123149048e-06, + "loss": 0.3000421762466431, + "mean_token_accuracy": 0.9227447956800461, + "num_tokens": 13423145.0, + "step": 2170 + }, + { + "entropy": 0.24564437023364008, + "epoch": 0.6174762781475711, + "grad_norm": 3.296875, + "learning_rate": 8.099744895915698e-06, + "loss": 0.3217023849487305, + "mean_token_accuracy": 0.9250235304236412, + "num_tokens": 13485257.0, + "step": 2180 + }, + { + "entropy": 0.2456009641289711, + "epoch": 0.6203087381390738, + "grad_norm": 2.84375, + "learning_rate": 8.081719469252986e-06, + "loss": 0.310084867477417, + "mean_token_accuracy": 0.9257996216416359, + "num_tokens": 13546943.0, + "step": 2190 + }, + { + "entropy": 0.29650545958429575, + "epoch": 0.6231411981305764, + "grad_norm": 3.640625, + "learning_rate": 8.063629222304217e-06, + "loss": 0.34581058025360106, + "mean_token_accuracy": 0.9123394638299942, + "num_tokens": 13610152.0, + "step": 2200 + }, + { + "entropy": 0.2508404080756009, + "epoch": 0.6259736581220791, + "grad_norm": 2.921875, + "learning_rate": 8.04547453557612e-06, + "loss": 0.28043336868286134, + "mean_token_accuracy": 0.92689019292593, + "num_tokens": 13671659.0, + "step": 2210 + }, + { + "entropy": 0.22516307719051837, + "epoch": 0.6288061181135817, + "grad_norm": 2.9375, + "learning_rate": 8.027255790930832e-06, + "loss": 0.2544457674026489, + "mean_token_accuracy": 0.9322215467691422, + "num_tokens": 13726023.0, + "step": 2220 + }, + { + "entropy": 0.2471348475664854, + "epoch": 0.6316385781050843, + "grad_norm": 3.640625, + "learning_rate": 8.00897337157787e-06, + "loss": 0.29131321907043456, + "mean_token_accuracy": 0.9242102384567261, + "num_tokens": 13785984.0, + "step": 2230 + }, + { + "entropy": 0.20350156892091037, + "epoch": 0.6344710380965869, + "grad_norm": 3.0, + "learning_rate": 7.990627662066081e-06, + "loss": 0.2495595932006836, + "mean_token_accuracy": 0.9376389294862747, + "num_tokens": 13841115.0, + "step": 2240 + }, + { + "entropy": 0.21044904924929142, + "epoch": 0.6373034980880895, + "grad_norm": 3.015625, + "learning_rate": 7.972219048275537e-06, + "loss": 0.2602006673812866, + "mean_token_accuracy": 0.9350134670734406, + "num_tokens": 13900115.0, + "step": 2250 + }, + { + "entropy": 0.2591171387583017, + "epoch": 0.6401359580795921, + "grad_norm": 2.421875, + "learning_rate": 7.953747917409428e-06, + "loss": 0.31584160327911376, + "mean_token_accuracy": 0.923833379149437, + "num_tokens": 13963087.0, + "step": 2260 + }, + { + "entropy": 0.26614895891398194, + "epoch": 0.6429684180710947, + "grad_norm": 2.671875, + "learning_rate": 7.935214657985918e-06, + "loss": 0.31452739238739014, + "mean_token_accuracy": 0.9192465171217918, + "num_tokens": 14025691.0, + "step": 2270 + }, + { + "entropy": 0.27064447924494744, + "epoch": 0.6458008780625973, + "grad_norm": 2.546875, + "learning_rate": 7.91661965982997e-06, + "loss": 0.3128303289413452, + "mean_token_accuracy": 0.9186597511172294, + "num_tokens": 14090376.0, + "step": 2280 + }, + { + "entropy": 0.26707220980897545, + "epoch": 0.6486333380541, + "grad_norm": 3.375, + "learning_rate": 7.897963314065146e-06, + "loss": 0.332572865486145, + "mean_token_accuracy": 0.9179326295852661, + "num_tokens": 14153049.0, + "step": 2290 + }, + { + "entropy": 0.23635501032695175, + "epoch": 0.6514657980456026, + "grad_norm": 3.65625, + "learning_rate": 7.879246013105383e-06, + "loss": 0.2604819297790527, + "mean_token_accuracy": 0.928515163064003, + "num_tokens": 14212590.0, + "step": 2300 + }, + { + "entropy": 0.18730585724115373, + "epoch": 0.6542982580371052, + "grad_norm": 2.890625, + "learning_rate": 7.86046815064674e-06, + "loss": 0.22234323024749755, + "mean_token_accuracy": 0.9432886317372322, + "num_tokens": 14272363.0, + "step": 2310 + }, + { + "entropy": 0.23519881842657925, + "epoch": 0.6571307180286079, + "grad_norm": 2.84375, + "learning_rate": 7.84163012165911e-06, + "loss": 0.2765446662902832, + "mean_token_accuracy": 0.9290280610322952, + "num_tokens": 14336992.0, + "step": 2320 + }, + { + "entropy": 0.2313802231103182, + "epoch": 0.6599631780201105, + "grad_norm": 2.734375, + "learning_rate": 7.822732322377917e-06, + "loss": 0.27338762283325196, + "mean_token_accuracy": 0.9289564326405525, + "num_tokens": 14396618.0, + "step": 2330 + }, + { + "entropy": 0.2716065593995154, + "epoch": 0.6627956380116131, + "grad_norm": 2.875, + "learning_rate": 7.80377515029579e-06, + "loss": 0.32843728065490724, + "mean_token_accuracy": 0.9162494570016861, + "num_tokens": 14458037.0, + "step": 2340 + }, + { + "entropy": 0.25247769290581346, + "epoch": 0.6656280980031157, + "grad_norm": 2.5625, + "learning_rate": 7.784759004154183e-06, + "loss": 0.3014644384384155, + "mean_token_accuracy": 0.9235790967941284, + "num_tokens": 14518336.0, + "step": 2350 + }, + { + "entropy": 0.2789898415096104, + "epoch": 0.6684605579946183, + "grad_norm": 2.171875, + "learning_rate": 7.765684283935006e-06, + "loss": 0.3393056392669678, + "mean_token_accuracy": 0.9150487512350083, + "num_tokens": 14584530.0, + "step": 2360 + }, + { + "entropy": 0.2857982048764825, + "epoch": 0.671293017986121, + "grad_norm": 3.484375, + "learning_rate": 7.746551390852199e-06, + "loss": 0.33240134716033937, + "mean_token_accuracy": 0.9147992506623268, + "num_tokens": 14646054.0, + "step": 2370 + }, + { + "entropy": 0.2915321681648493, + "epoch": 0.6741254779776236, + "grad_norm": 4.3125, + "learning_rate": 7.72736072734331e-06, + "loss": 0.36970064640045164, + "mean_token_accuracy": 0.9111756727099418, + "num_tokens": 14709275.0, + "step": 2380 + }, + { + "entropy": 0.26030201790854335, + "epoch": 0.6769579379691262, + "grad_norm": 2.859375, + "learning_rate": 7.708112697061001e-06, + "loss": 0.30298757553100586, + "mean_token_accuracy": 0.9198774963617324, + "num_tokens": 14772965.0, + "step": 2390 + }, + { + "entropy": 0.2829222582280636, + "epoch": 0.6797903979606288, + "grad_norm": 2.546875, + "learning_rate": 7.688807704864595e-06, + "loss": 0.3579793691635132, + "mean_token_accuracy": 0.9152989521622658, + "num_tokens": 14840008.0, + "step": 2400 + }, + { + "entropy": 0.2631208342500031, + "epoch": 0.6826228579521314, + "grad_norm": 2.828125, + "learning_rate": 7.669446156811525e-06, + "loss": 0.30640134811401365, + "mean_token_accuracy": 0.9224727541208267, + "num_tokens": 14903705.0, + "step": 2410 + }, + { + "entropy": 0.28142532696947453, + "epoch": 0.685455317943634, + "grad_norm": 2.96875, + "learning_rate": 7.650028460148817e-06, + "loss": 0.3514870643615723, + "mean_token_accuracy": 0.9167749881744385, + "num_tokens": 14965400.0, + "step": 2420 + }, + { + "entropy": 0.24295094180852175, + "epoch": 0.6882877779351366, + "grad_norm": 3.5, + "learning_rate": 7.630555023304514e-06, + "loss": 0.2785991668701172, + "mean_token_accuracy": 0.9278908744454384, + "num_tokens": 15029808.0, + "step": 2430 + }, + { + "entropy": 0.18873289050534367, + "epoch": 0.6911202379266392, + "grad_norm": 2.296875, + "learning_rate": 7.611026255879088e-06, + "loss": 0.23008534908294678, + "mean_token_accuracy": 0.9430599778890609, + "num_tokens": 15090981.0, + "step": 2440 + }, + { + "entropy": 0.2223091773688793, + "epoch": 0.693952697918142, + "grad_norm": 2.96875, + "learning_rate": 7.591442568636822e-06, + "loss": 0.267603325843811, + "mean_token_accuracy": 0.9312801957130432, + "num_tokens": 15152630.0, + "step": 2450 + }, + { + "entropy": 0.26084692431613804, + "epoch": 0.6967851579096446, + "grad_norm": 3.25, + "learning_rate": 7.571804373497173e-06, + "loss": 0.30105032920837405, + "mean_token_accuracy": 0.9229624062776566, + "num_tokens": 15211754.0, + "step": 2460 + }, + { + "entropy": 0.24022008180618287, + "epoch": 0.6996176179011472, + "grad_norm": 3.3125, + "learning_rate": 7.5521120835261065e-06, + "loss": 0.2701953649520874, + "mean_token_accuracy": 0.9274321302771569, + "num_tokens": 15274153.0, + "step": 2470 + }, + { + "entropy": 0.2550209416076541, + "epoch": 0.7024500778926498, + "grad_norm": 2.046875, + "learning_rate": 7.532366112927407e-06, + "loss": 0.3169812440872192, + "mean_token_accuracy": 0.9224504098296166, + "num_tokens": 15339594.0, + "step": 2480 + }, + { + "entropy": 0.26162951737642287, + "epoch": 0.7052825378841524, + "grad_norm": 2.734375, + "learning_rate": 7.512566877033968e-06, + "loss": 0.29904582500457766, + "mean_token_accuracy": 0.9231197029352188, + "num_tokens": 15403318.0, + "step": 2490 + }, + { + "entropy": 0.27893123114481566, + "epoch": 0.708114997875655, + "grad_norm": 3.296875, + "learning_rate": 7.492714792299053e-06, + "loss": 0.3410791873931885, + "mean_token_accuracy": 0.9162520408630371, + "num_tokens": 15466225.0, + "step": 2500 + }, + { + "entropy": 0.26706293215975163, + "epoch": 0.7109474578671576, + "grad_norm": 4.1875, + "learning_rate": 7.472810276287541e-06, + "loss": 0.3118849515914917, + "mean_token_accuracy": 0.9185350984334946, + "num_tokens": 15526100.0, + "step": 2510 + }, + { + "entropy": 0.20730372141115366, + "epoch": 0.7137799178586602, + "grad_norm": 3.015625, + "learning_rate": 7.452853747667136e-06, + "loss": 0.23900976181030273, + "mean_token_accuracy": 0.9376061603426933, + "num_tokens": 15584753.0, + "step": 2520 + }, + { + "entropy": 0.3262269163504243, + "epoch": 0.7166123778501629, + "grad_norm": 2.9375, + "learning_rate": 7.43284562619957e-06, + "loss": 0.37392189502716067, + "mean_token_accuracy": 0.9016158953309059, + "num_tokens": 15655382.0, + "step": 2530 + }, + { + "entropy": 0.2649149850010872, + "epoch": 0.7194448378416655, + "grad_norm": 2.984375, + "learning_rate": 7.412786332731763e-06, + "loss": 0.33331003189086916, + "mean_token_accuracy": 0.9169847160577774, + "num_tokens": 15716755.0, + "step": 2540 + }, + { + "entropy": 0.27070029405876994, + "epoch": 0.7222772978331681, + "grad_norm": 3.078125, + "learning_rate": 7.392676289186983e-06, + "loss": 0.3434555768966675, + "mean_token_accuracy": 0.9179270312190055, + "num_tokens": 15777903.0, + "step": 2550 + }, + { + "entropy": 0.24752757092937827, + "epoch": 0.7251097578246707, + "grad_norm": 2.9375, + "learning_rate": 7.3725159185559624e-06, + "loss": 0.2917940616607666, + "mean_token_accuracy": 0.924656766653061, + "num_tokens": 15834989.0, + "step": 2560 + }, + { + "entropy": 0.23814148958772421, + "epoch": 0.7279422178161733, + "grad_norm": 2.28125, + "learning_rate": 7.352305644888003e-06, + "loss": 0.294418478012085, + "mean_token_accuracy": 0.9283932983875275, + "num_tokens": 15898543.0, + "step": 2570 + }, + { + "entropy": 0.21530280876904725, + "epoch": 0.730774677807676, + "grad_norm": 2.953125, + "learning_rate": 7.332045893282055e-06, + "loss": 0.22945051193237304, + "mean_token_accuracy": 0.9348794594407082, + "num_tokens": 15954537.0, + "step": 2580 + }, + { + "entropy": 0.3002644120249897, + "epoch": 0.7336071377991786, + "grad_norm": 3.296875, + "learning_rate": 7.311737089877784e-06, + "loss": 0.36180920600891114, + "mean_token_accuracy": 0.9105057194828987, + "num_tokens": 16018470.0, + "step": 2590 + }, + { + "entropy": 0.2535303202457726, + "epoch": 0.7364395977906812, + "grad_norm": 2.28125, + "learning_rate": 7.2913796618466e-06, + "loss": 0.29656410217285156, + "mean_token_accuracy": 0.9240412935614586, + "num_tokens": 16088388.0, + "step": 2600 + }, + { + "entropy": 0.2830115555785596, + "epoch": 0.7392720577821839, + "grad_norm": 3.203125, + "learning_rate": 7.270974037382668e-06, + "loss": 0.3519935131072998, + "mean_token_accuracy": 0.9133640348911285, + "num_tokens": 16154279.0, + "step": 2610 + }, + { + "entropy": 0.24586041700094938, + "epoch": 0.7421045177736865, + "grad_norm": 2.359375, + "learning_rate": 7.250520645693917e-06, + "loss": 0.27483334541320803, + "mean_token_accuracy": 0.9254726275801659, + "num_tokens": 16213208.0, + "step": 2620 + }, + { + "entropy": 0.26750726755708454, + "epoch": 0.7449369777651891, + "grad_norm": 3.046875, + "learning_rate": 7.230019916992992e-06, + "loss": 0.34221796989440917, + "mean_token_accuracy": 0.9201379746198655, + "num_tokens": 16278691.0, + "step": 2630 + }, + { + "entropy": 0.2500247715041041, + "epoch": 0.7477694377566917, + "grad_norm": 2.625, + "learning_rate": 7.209472282488223e-06, + "loss": 0.300543212890625, + "mean_token_accuracy": 0.9207890287041665, + "num_tokens": 16345324.0, + "step": 2640 + }, + { + "entropy": 0.2341125256381929, + "epoch": 0.7506018977481943, + "grad_norm": 3.0625, + "learning_rate": 7.188878174374545e-06, + "loss": 0.2815673589706421, + "mean_token_accuracy": 0.9287849634885788, + "num_tokens": 16404580.0, + "step": 2650 + }, + { + "entropy": 0.23800364518538117, + "epoch": 0.7534343577396969, + "grad_norm": 3.09375, + "learning_rate": 7.168238025824411e-06, + "loss": 0.2970713138580322, + "mean_token_accuracy": 0.9276653602719307, + "num_tokens": 16466254.0, + "step": 2660 + }, + { + "entropy": 0.2154989277943969, + "epoch": 0.7562668177311995, + "grad_norm": 3.234375, + "learning_rate": 7.147552270978677e-06, + "loss": 0.2413036584854126, + "mean_token_accuracy": 0.9307904481887818, + "num_tokens": 16521554.0, + "step": 2670 + }, + { + "entropy": 0.28395778480917216, + "epoch": 0.7590992777227021, + "grad_norm": 2.78125, + "learning_rate": 7.1268213449374745e-06, + "loss": 0.35881359577178956, + "mean_token_accuracy": 0.9096557378768921, + "num_tokens": 16585472.0, + "step": 2680 + }, + { + "entropy": 0.2477033331990242, + "epoch": 0.7619317377142047, + "grad_norm": 3.1875, + "learning_rate": 7.106045683751059e-06, + "loss": 0.32397429943084716, + "mean_token_accuracy": 0.924396587908268, + "num_tokens": 16646769.0, + "step": 2690 + }, + { + "entropy": 0.276877705194056, + "epoch": 0.7647641977057074, + "grad_norm": 3.21875, + "learning_rate": 7.085225724410634e-06, + "loss": 0.3684025049209595, + "mean_token_accuracy": 0.9165002778172493, + "num_tokens": 16713863.0, + "step": 2700 + }, + { + "entropy": 0.22163213035091758, + "epoch": 0.76759665769721, + "grad_norm": 2.3125, + "learning_rate": 7.06436190483916e-06, + "loss": 0.24224584102630614, + "mean_token_accuracy": 0.9345098420977592, + "num_tokens": 16777296.0, + "step": 2710 + }, + { + "entropy": 0.2234968959353864, + "epoch": 0.7704291176887127, + "grad_norm": 2.984375, + "learning_rate": 7.043454663882149e-06, + "loss": 0.28868119716644286, + "mean_token_accuracy": 0.9326037526130676, + "num_tokens": 16844215.0, + "step": 2720 + }, + { + "entropy": 0.26766422418877484, + "epoch": 0.7732615776802153, + "grad_norm": 2.734375, + "learning_rate": 7.022504441298429e-06, + "loss": 0.3073421001434326, + "mean_token_accuracy": 0.9189599618315697, + "num_tokens": 16909286.0, + "step": 2730 + }, + { + "entropy": 0.26785112004727124, + "epoch": 0.7760940376717179, + "grad_norm": 2.84375, + "learning_rate": 7.001511677750892e-06, + "loss": 0.33571205139160154, + "mean_token_accuracy": 0.9179603174328804, + "num_tokens": 16974754.0, + "step": 2740 + }, + { + "entropy": 0.2341361427679658, + "epoch": 0.7789264976632205, + "grad_norm": 2.796875, + "learning_rate": 6.980476814797233e-06, + "loss": 0.2919567108154297, + "mean_token_accuracy": 0.9273924395442009, + "num_tokens": 17036703.0, + "step": 2750 + }, + { + "entropy": 0.2965338154230267, + "epoch": 0.7817589576547231, + "grad_norm": 3.34375, + "learning_rate": 6.959400294880652e-06, + "loss": 0.3672937870025635, + "mean_token_accuracy": 0.9101479694247245, + "num_tokens": 17103487.0, + "step": 2760 + }, + { + "entropy": 0.25479247672483324, + "epoch": 0.7845914176462258, + "grad_norm": 2.765625, + "learning_rate": 6.93828256132056e-06, + "loss": 0.32591776847839354, + "mean_token_accuracy": 0.9213441327214241, + "num_tokens": 17165071.0, + "step": 2770 + }, + { + "entropy": 0.24174591163173317, + "epoch": 0.7874238776377284, + "grad_norm": 3.34375, + "learning_rate": 6.917124058303244e-06, + "loss": 0.2789118766784668, + "mean_token_accuracy": 0.9260576874017715, + "num_tokens": 17222502.0, + "step": 2780 + }, + { + "entropy": 0.21147534740157425, + "epoch": 0.790256337629231, + "grad_norm": 2.828125, + "learning_rate": 6.8959252308725275e-06, + "loss": 0.2645533084869385, + "mean_token_accuracy": 0.9345291346311569, + "num_tokens": 17283104.0, + "step": 2790 + }, + { + "entropy": 0.25261948015540836, + "epoch": 0.7930887976207336, + "grad_norm": 3.125, + "learning_rate": 6.874686524920411e-06, + "loss": 0.311038613319397, + "mean_token_accuracy": 0.9231654047966004, + "num_tokens": 17345216.0, + "step": 2800 + }, + { + "entropy": 0.2530125268734992, + "epoch": 0.7959212576122362, + "grad_norm": 2.96875, + "learning_rate": 6.85340838717769e-06, + "loss": 0.3234996795654297, + "mean_token_accuracy": 0.9215027883648872, + "num_tokens": 17408794.0, + "step": 2810 + }, + { + "entropy": 0.3017550828866661, + "epoch": 0.7987537176037388, + "grad_norm": 3.109375, + "learning_rate": 6.832091265204565e-06, + "loss": 0.37363996505737307, + "mean_token_accuracy": 0.9086952164769173, + "num_tokens": 17477360.0, + "step": 2820 + }, + { + "entropy": 0.27105418452993035, + "epoch": 0.8015861775952414, + "grad_norm": 3.3125, + "learning_rate": 6.8107356073812215e-06, + "loss": 0.33116128444671633, + "mean_token_accuracy": 0.9182775661349296, + "num_tokens": 17535775.0, + "step": 2830 + }, + { + "entropy": 0.2681125304661691, + "epoch": 0.804418637586744, + "grad_norm": 3.28125, + "learning_rate": 6.789341862898395e-06, + "loss": 0.3221204519271851, + "mean_token_accuracy": 0.918986338376999, + "num_tokens": 17596418.0, + "step": 2840 + }, + { + "entropy": 0.2603905743919313, + "epoch": 0.8072510975782468, + "grad_norm": 4.0625, + "learning_rate": 6.7679104817479354e-06, + "loss": 0.306916332244873, + "mean_token_accuracy": 0.9208408176898957, + "num_tokens": 17657884.0, + "step": 2850 + }, + { + "entropy": 0.25807911846786735, + "epoch": 0.8100835575697494, + "grad_norm": 2.96875, + "learning_rate": 6.746441914713333e-06, + "loss": 0.3071646451950073, + "mean_token_accuracy": 0.9231622457504273, + "num_tokens": 17717036.0, + "step": 2860 + }, + { + "entropy": 0.20620333971455693, + "epoch": 0.812916017561252, + "grad_norm": 3.359375, + "learning_rate": 6.7249366133602375e-06, + "loss": 0.24239006042480468, + "mean_token_accuracy": 0.9358702003955841, + "num_tokens": 17775551.0, + "step": 2870 + }, + { + "entropy": 0.25972357029095294, + "epoch": 0.8157484775527546, + "grad_norm": 3.21875, + "learning_rate": 6.703395030026962e-06, + "loss": 0.3104058027267456, + "mean_token_accuracy": 0.9187611192464828, + "num_tokens": 17834439.0, + "step": 2880 + }, + { + "entropy": 0.21425498463213444, + "epoch": 0.8185809375442572, + "grad_norm": 3.0, + "learning_rate": 6.681817617814968e-06, + "loss": 0.252565598487854, + "mean_token_accuracy": 0.9368388622999191, + "num_tokens": 17893694.0, + "step": 2890 + }, + { + "entropy": 0.2535854930989444, + "epoch": 0.8214133975357598, + "grad_norm": 2.28125, + "learning_rate": 6.660204830579332e-06, + "loss": 0.3313803195953369, + "mean_token_accuracy": 0.9233833655714989, + "num_tokens": 17962306.0, + "step": 2900 + }, + { + "entropy": 0.2451658974401653, + "epoch": 0.8242458575272624, + "grad_norm": 3.703125, + "learning_rate": 6.638557122919205e-06, + "loss": 0.30023248195648194, + "mean_token_accuracy": 0.927768412232399, + "num_tokens": 18024640.0, + "step": 2910 + }, + { + "entropy": 0.24401300633326173, + "epoch": 0.827078317518765, + "grad_norm": 3.171875, + "learning_rate": 6.616874950168248e-06, + "loss": 0.2784397125244141, + "mean_token_accuracy": 0.9251253604888916, + "num_tokens": 18084141.0, + "step": 2920 + }, + { + "entropy": 0.23014986477792262, + "epoch": 0.8299107775102676, + "grad_norm": 3.359375, + "learning_rate": 6.59515876838505e-06, + "loss": 0.27311115264892577, + "mean_token_accuracy": 0.9305102288722992, + "num_tokens": 18140590.0, + "step": 2930 + }, + { + "entropy": 0.28850632822141054, + "epoch": 0.8327432375017703, + "grad_norm": 2.796875, + "learning_rate": 6.573409034343542e-06, + "loss": 0.34098904132843016, + "mean_token_accuracy": 0.9106828451156617, + "num_tokens": 18208011.0, + "step": 2940 + }, + { + "entropy": 0.29361714981496334, + "epoch": 0.8355756974932729, + "grad_norm": 3.125, + "learning_rate": 6.551626205523388e-06, + "loss": 0.34243457317352294, + "mean_token_accuracy": 0.9098032712936401, + "num_tokens": 18268600.0, + "step": 2950 + }, + { + "entropy": 0.2732364836148918, + "epoch": 0.8384081574847755, + "grad_norm": 3.3125, + "learning_rate": 6.529810740100358e-06, + "loss": 0.32342536449432374, + "mean_token_accuracy": 0.9173816591501236, + "num_tokens": 18328791.0, + "step": 2960 + }, + { + "entropy": 0.25280639957636597, + "epoch": 0.8412406174762781, + "grad_norm": 3.53125, + "learning_rate": 6.507963096936696e-06, + "loss": 0.3110103368759155, + "mean_token_accuracy": 0.9237968131899834, + "num_tokens": 18392657.0, + "step": 2970 + }, + { + "entropy": 0.2416850916109979, + "epoch": 0.8440730774677808, + "grad_norm": 2.96875, + "learning_rate": 6.486083735571465e-06, + "loss": 0.2941933870315552, + "mean_token_accuracy": 0.9266998797655106, + "num_tokens": 18451243.0, + "step": 2980 + }, + { + "entropy": 0.2634803635068238, + "epoch": 0.8469055374592834, + "grad_norm": 3.140625, + "learning_rate": 6.464173116210884e-06, + "loss": 0.31282308101654055, + "mean_token_accuracy": 0.9198430389165878, + "num_tokens": 18511507.0, + "step": 2990 + }, + { + "entropy": 0.1912680690176785, + "epoch": 0.849737997450786, + "grad_norm": 3.21875, + "learning_rate": 6.4422316997186454e-06, + "loss": 0.2170656442642212, + "mean_token_accuracy": 0.9407183259725571, + "num_tokens": 18571363.0, + "step": 3000 + }, + { + "entropy": 0.2164543703198433, + "epoch": 0.8525704574422887, + "grad_norm": 3.046875, + "learning_rate": 6.420259947606222e-06, + "loss": 0.26585540771484373, + "mean_token_accuracy": 0.9347744598984719, + "num_tokens": 18630697.0, + "step": 3010 + }, + { + "entropy": 0.2373024495318532, + "epoch": 0.8554029174337913, + "grad_norm": 3.265625, + "learning_rate": 6.398258322023162e-06, + "loss": 0.2773113489151001, + "mean_token_accuracy": 0.9272039458155632, + "num_tokens": 18687678.0, + "step": 3020 + }, + { + "entropy": 0.25375453478191046, + "epoch": 0.8582353774252939, + "grad_norm": 2.953125, + "learning_rate": 6.376227285747366e-06, + "loss": 0.29042036533355714, + "mean_token_accuracy": 0.9237049043178558, + "num_tokens": 18752182.0, + "step": 3030 + }, + { + "entropy": 0.29411961156874894, + "epoch": 0.8610678374167965, + "grad_norm": 2.609375, + "learning_rate": 6.3541673021753505e-06, + "loss": 0.3692609786987305, + "mean_token_accuracy": 0.9122548222541809, + "num_tokens": 18821196.0, + "step": 3040 + }, + { + "entropy": 0.2707971094176173, + "epoch": 0.8639002974082991, + "grad_norm": 2.609375, + "learning_rate": 6.332078835312507e-06, + "loss": 0.3225684881210327, + "mean_token_accuracy": 0.9175332441926003, + "num_tokens": 18880060.0, + "step": 3050 + }, + { + "entropy": 0.26672976547852156, + "epoch": 0.8667327573998017, + "grad_norm": 2.421875, + "learning_rate": 6.309962349763338e-06, + "loss": 0.3166948795318604, + "mean_token_accuracy": 0.9193399801850319, + "num_tokens": 18946364.0, + "step": 3060 + }, + { + "entropy": 0.27349463729187845, + "epoch": 0.8695652173913043, + "grad_norm": 3.21875, + "learning_rate": 6.287818310721685e-06, + "loss": 0.35103473663330076, + "mean_token_accuracy": 0.9172429636120796, + "num_tokens": 19016033.0, + "step": 3070 + }, + { + "entropy": 0.22195410579442978, + "epoch": 0.8723976773828069, + "grad_norm": 2.8125, + "learning_rate": 6.2656471839609465e-06, + "loss": 0.27313482761383057, + "mean_token_accuracy": 0.9334017798304558, + "num_tokens": 19076685.0, + "step": 3080 + }, + { + "entropy": 0.24829036770388485, + "epoch": 0.8752301373743095, + "grad_norm": 3.140625, + "learning_rate": 6.243449435824276e-06, + "loss": 0.2878298282623291, + "mean_token_accuracy": 0.9257162064313889, + "num_tokens": 19138951.0, + "step": 3090 + }, + { + "entropy": 0.27706693299114704, + "epoch": 0.8780625973658122, + "grad_norm": 3.296875, + "learning_rate": 6.221225533214773e-06, + "loss": 0.322439980506897, + "mean_token_accuracy": 0.913511124253273, + "num_tokens": 19201695.0, + "step": 3100 + }, + { + "entropy": 0.2694649398326874, + "epoch": 0.8808950573573149, + "grad_norm": 2.671875, + "learning_rate": 6.198975943585676e-06, + "loss": 0.3424296617507935, + "mean_token_accuracy": 0.9161205559968948, + "num_tokens": 19265091.0, + "step": 3110 + }, + { + "entropy": 0.25632969634607433, + "epoch": 0.8837275173488175, + "grad_norm": 3.265625, + "learning_rate": 6.176701134930509e-06, + "loss": 0.31109650135040284, + "mean_token_accuracy": 0.9226007997989655, + "num_tokens": 19325862.0, + "step": 3120 + }, + { + "entropy": 0.2701326566748321, + "epoch": 0.8865599773403201, + "grad_norm": 2.375, + "learning_rate": 6.154401575773249e-06, + "loss": 0.3320300817489624, + "mean_token_accuracy": 0.9168916702270508, + "num_tokens": 19400742.0, + "step": 3130 + }, + { + "entropy": 0.2544426591135561, + "epoch": 0.8893924373318227, + "grad_norm": 3.015625, + "learning_rate": 6.132077735158477e-06, + "loss": 0.283156156539917, + "mean_token_accuracy": 0.9236061125993729, + "num_tokens": 19461981.0, + "step": 3140 + }, + { + "entropy": 0.2844082118012011, + "epoch": 0.8922248973233253, + "grad_norm": 2.78125, + "learning_rate": 6.109730082641496e-06, + "loss": 0.34840519428253175, + "mean_token_accuracy": 0.9168082669377327, + "num_tokens": 19528967.0, + "step": 3150 + }, + { + "entropy": 0.2687557710334659, + "epoch": 0.8950573573148279, + "grad_norm": 3.78125, + "learning_rate": 6.087359088278474e-06, + "loss": 0.323413348197937, + "mean_token_accuracy": 0.9197789818048477, + "num_tokens": 19588475.0, + "step": 3160 + }, + { + "entropy": 0.27899011177942157, + "epoch": 0.8978898173063306, + "grad_norm": 2.625, + "learning_rate": 6.064965222616538e-06, + "loss": 0.3280670166015625, + "mean_token_accuracy": 0.9167367443442345, + "num_tokens": 19652979.0, + "step": 3170 + }, + { + "entropy": 0.2542749636806548, + "epoch": 0.9007222772978332, + "grad_norm": 2.890625, + "learning_rate": 6.042548956683891e-06, + "loss": 0.30518145561218263, + "mean_token_accuracy": 0.9265033259987832, + "num_tokens": 19711480.0, + "step": 3180 + }, + { + "entropy": 0.23844157047569753, + "epoch": 0.9035547372893358, + "grad_norm": 3.109375, + "learning_rate": 6.020110761979896e-06, + "loss": 0.2804757356643677, + "mean_token_accuracy": 0.9265966966748238, + "num_tokens": 19769101.0, + "step": 3190 + }, + { + "entropy": 0.24112135097384452, + "epoch": 0.9063871972808384, + "grad_norm": 2.953125, + "learning_rate": 5.997651110465163e-06, + "loss": 0.3061399459838867, + "mean_token_accuracy": 0.9280126094818115, + "num_tokens": 19826649.0, + "step": 3200 + }, + { + "entropy": 0.24095934634096922, + "epoch": 0.909219657272341, + "grad_norm": 3.046875, + "learning_rate": 5.97517047455162e-06, + "loss": 0.2846731662750244, + "mean_token_accuracy": 0.9255985081195831, + "num_tokens": 19884555.0, + "step": 3210 + }, + { + "entropy": 0.25526748718693854, + "epoch": 0.9120521172638436, + "grad_norm": 4.125, + "learning_rate": 5.952669327092577e-06, + "loss": 0.2945184469223022, + "mean_token_accuracy": 0.9198778286576271, + "num_tokens": 19947468.0, + "step": 3220 + }, + { + "entropy": 0.2734860122203827, + "epoch": 0.9148845772553462, + "grad_norm": 3.125, + "learning_rate": 5.930148141372778e-06, + "loss": 0.3253446340560913, + "mean_token_accuracy": 0.9151993811130523, + "num_tokens": 20012383.0, + "step": 3230 + }, + { + "entropy": 0.2598960557952523, + "epoch": 0.9177170372468489, + "grad_norm": 3.03125, + "learning_rate": 5.907607391098453e-06, + "loss": 0.30615336894989015, + "mean_token_accuracy": 0.9217935040593147, + "num_tokens": 20072089.0, + "step": 3240 + }, + { + "entropy": 0.2323574093170464, + "epoch": 0.9205494972383516, + "grad_norm": 2.546875, + "learning_rate": 5.8850475503873425e-06, + "loss": 0.28739633560180666, + "mean_token_accuracy": 0.9298718586564064, + "num_tokens": 20138686.0, + "step": 3250 + }, + { + "entropy": 0.26368755120784043, + "epoch": 0.9233819572298542, + "grad_norm": 3.03125, + "learning_rate": 5.862469093758735e-06, + "loss": 0.30636258125305177, + "mean_token_accuracy": 0.9197775259613991, + "num_tokens": 20204846.0, + "step": 3260 + }, + { + "entropy": 0.21838124403730036, + "epoch": 0.9262144172213568, + "grad_norm": 3.59375, + "learning_rate": 5.839872496123482e-06, + "loss": 0.2589061737060547, + "mean_token_accuracy": 0.9320506528019905, + "num_tokens": 20267304.0, + "step": 3270 + }, + { + "entropy": 0.23487370312213898, + "epoch": 0.9290468772128594, + "grad_norm": 3.671875, + "learning_rate": 5.817258232774009e-06, + "loss": 0.2779664993286133, + "mean_token_accuracy": 0.9308907985687256, + "num_tokens": 20325242.0, + "step": 3280 + }, + { + "entropy": 0.29384189331904054, + "epoch": 0.931879337204362, + "grad_norm": 3.125, + "learning_rate": 5.79462677937432e-06, + "loss": 0.3615161657333374, + "mean_token_accuracy": 0.9116950035095215, + "num_tokens": 20382881.0, + "step": 3290 + }, + { + "entropy": 0.2784995993599296, + "epoch": 0.9347117971958646, + "grad_norm": 2.234375, + "learning_rate": 5.771978611949991e-06, + "loss": 0.3265228271484375, + "mean_token_accuracy": 0.9163826674222946, + "num_tokens": 20451408.0, + "step": 3300 + }, + { + "entropy": 0.28781951004639267, + "epoch": 0.9375442571873672, + "grad_norm": 2.34375, + "learning_rate": 5.749314206878155e-06, + "loss": 0.3429244041442871, + "mean_token_accuracy": 0.9142461508512497, + "num_tokens": 20513908.0, + "step": 3310 + }, + { + "entropy": 0.2588125146459788, + "epoch": 0.9403767171788698, + "grad_norm": 2.484375, + "learning_rate": 5.7266340408774865e-06, + "loss": 0.3425342559814453, + "mean_token_accuracy": 0.9218753829598427, + "num_tokens": 20583163.0, + "step": 3320 + }, + { + "entropy": 0.2911094207782298, + "epoch": 0.9432091771703724, + "grad_norm": 1.7734375, + "learning_rate": 5.703938590998173e-06, + "loss": 0.36803972721099854, + "mean_token_accuracy": 0.9111879423260689, + "num_tokens": 20646947.0, + "step": 3330 + }, + { + "entropy": 0.24288665056228637, + "epoch": 0.9460416371618751, + "grad_norm": 2.546875, + "learning_rate": 5.681228334611879e-06, + "loss": 0.29427299499511717, + "mean_token_accuracy": 0.92629624158144, + "num_tokens": 20711594.0, + "step": 3340 + }, + { + "entropy": 0.23312705820426344, + "epoch": 0.9488740971533777, + "grad_norm": 2.6875, + "learning_rate": 5.658503749401708e-06, + "loss": 0.30430891513824465, + "mean_token_accuracy": 0.928966736793518, + "num_tokens": 20776382.0, + "step": 3350 + }, + { + "entropy": 0.3104230180382729, + "epoch": 0.9517065571448803, + "grad_norm": 3.25, + "learning_rate": 5.635765313352147e-06, + "loss": 0.3511800289154053, + "mean_token_accuracy": 0.9040430665016175, + "num_tokens": 20839789.0, + "step": 3360 + }, + { + "entropy": 0.23499792572110892, + "epoch": 0.9545390171363829, + "grad_norm": 3.65625, + "learning_rate": 5.613013504739029e-06, + "loss": 0.2838644504547119, + "mean_token_accuracy": 0.9307301640510559, + "num_tokens": 20901630.0, + "step": 3370 + }, + { + "entropy": 0.32344835065305233, + "epoch": 0.9573714771278856, + "grad_norm": 3.578125, + "learning_rate": 5.590248802119455e-06, + "loss": 0.3485146999359131, + "mean_token_accuracy": 0.9040465250611305, + "num_tokens": 20967799.0, + "step": 3380 + }, + { + "entropy": 0.2530316793359816, + "epoch": 0.9602039371193882, + "grad_norm": 1.90625, + "learning_rate": 5.567471684321736e-06, + "loss": 0.29520204067230227, + "mean_token_accuracy": 0.9227708205580711, + "num_tokens": 21030575.0, + "step": 3390 + }, + { + "entropy": 0.21737445350736379, + "epoch": 0.9630363971108908, + "grad_norm": 3.640625, + "learning_rate": 5.544682630435327e-06, + "loss": 0.2584354877471924, + "mean_token_accuracy": 0.9322573393583298, + "num_tokens": 21090526.0, + "step": 3400 + }, + { + "entropy": 0.28456302378326653, + "epoch": 0.9658688571023935, + "grad_norm": 3.203125, + "learning_rate": 5.521882119800741e-06, + "loss": 0.34802956581115724, + "mean_token_accuracy": 0.9134290844202042, + "num_tokens": 21156270.0, + "step": 3410 + }, + { + "entropy": 0.22307847952470183, + "epoch": 0.9687013170938961, + "grad_norm": 2.578125, + "learning_rate": 5.4990706319994695e-06, + "loss": 0.2576693773269653, + "mean_token_accuracy": 0.9337480440735817, + "num_tokens": 21222337.0, + "step": 3420 + }, + { + "entropy": 0.2263336593285203, + "epoch": 0.9715337770853987, + "grad_norm": 2.65625, + "learning_rate": 5.4762486468438945e-06, + "loss": 0.27297775745391845, + "mean_token_accuracy": 0.9308379128575325, + "num_tokens": 21283659.0, + "step": 3430 + }, + { + "entropy": 0.28094208212569355, + "epoch": 0.9743662370769013, + "grad_norm": 2.46875, + "learning_rate": 5.453416644367202e-06, + "loss": 0.3223999500274658, + "mean_token_accuracy": 0.915829861164093, + "num_tokens": 21352079.0, + "step": 3440 + }, + { + "entropy": 0.2697428049519658, + "epoch": 0.9771986970684039, + "grad_norm": 2.5, + "learning_rate": 5.430575104813275e-06, + "loss": 0.30462355613708497, + "mean_token_accuracy": 0.919055512547493, + "num_tokens": 21417311.0, + "step": 3450 + }, + { + "entropy": 0.25837867902591827, + "epoch": 0.9800311570599065, + "grad_norm": 3.59375, + "learning_rate": 5.407724508626601e-06, + "loss": 0.29222261905670166, + "mean_token_accuracy": 0.9223567172884941, + "num_tokens": 21480400.0, + "step": 3460 + }, + { + "entropy": 0.2124180012382567, + "epoch": 0.9828636170514091, + "grad_norm": 2.78125, + "learning_rate": 5.384865336442163e-06, + "loss": 0.24974503517150878, + "mean_token_accuracy": 0.9354914605617524, + "num_tokens": 21542187.0, + "step": 3470 + }, + { + "entropy": 0.2831694945693016, + "epoch": 0.9856960770429117, + "grad_norm": 2.453125, + "learning_rate": 5.3619980690753285e-06, + "loss": 0.3375375747680664, + "mean_token_accuracy": 0.9141182363033294, + "num_tokens": 21608358.0, + "step": 3480 + }, + { + "entropy": 0.2607450664974749, + "epoch": 0.9885285370344143, + "grad_norm": 3.59375, + "learning_rate": 5.339123187511735e-06, + "loss": 0.2963505506515503, + "mean_token_accuracy": 0.9212964981794357, + "num_tokens": 21668425.0, + "step": 3490 + }, + { + "entropy": 0.23759154276922345, + "epoch": 0.991360997025917, + "grad_norm": 3.03125, + "learning_rate": 5.316241172897182e-06, + "loss": 0.2670560121536255, + "mean_token_accuracy": 0.9282024785876274, + "num_tokens": 21730596.0, + "step": 3500 + }, + { + "entropy": 0.20464302133768797, + "epoch": 0.9941934570174197, + "grad_norm": 2.375, + "learning_rate": 5.2933525065274985e-06, + "loss": 0.2473069190979004, + "mean_token_accuracy": 0.938903671503067, + "num_tokens": 21792048.0, + "step": 3510 + }, + { + "entropy": 0.23504498666152357, + "epoch": 0.9970259170089223, + "grad_norm": 3.203125, + "learning_rate": 5.270457669838426e-06, + "loss": 0.2798953056335449, + "mean_token_accuracy": 0.9298026710748672, + "num_tokens": 21852453.0, + "step": 3520 + }, + { + "entropy": 0.23485905332490803, + "epoch": 0.9998583770004249, + "grad_norm": 3.046875, + "learning_rate": 5.247557144395496e-06, + "loss": 0.2785156726837158, + "mean_token_accuracy": 0.9281878650188446, + "num_tokens": 21912110.0, + "step": 3530 + }, + { + "entropy": 0.2364016239972491, + "epoch": 1.0025492139923524, + "grad_norm": 3.484375, + "learning_rate": 5.224651411883888e-06, + "loss": 0.25762851238250734, + "mean_token_accuracy": 0.929062733524724, + "num_tokens": 21966859.0, + "step": 3540 + }, + { + "entropy": 0.2793822526931763, + "epoch": 1.005381673983855, + "grad_norm": 2.65625, + "learning_rate": 5.201740954098317e-06, + "loss": 0.31718974113464354, + "mean_token_accuracy": 0.9170115202665329, + "num_tokens": 22030847.0, + "step": 3550 + }, + { + "entropy": 0.23313034195452928, + "epoch": 1.0082141339753576, + "grad_norm": 2.734375, + "learning_rate": 5.178826252932875e-06, + "loss": 0.28593480587005615, + "mean_token_accuracy": 0.9298394277691842, + "num_tokens": 22087983.0, + "step": 3560 + }, + { + "entropy": 0.32014531176537275, + "epoch": 1.0110465939668603, + "grad_norm": 2.40625, + "learning_rate": 5.1559077903709205e-06, + "loss": 0.36345155239105226, + "mean_token_accuracy": 0.9048336192965507, + "num_tokens": 22158054.0, + "step": 3570 + }, + { + "entropy": 0.24665002673864364, + "epoch": 1.0138790539583629, + "grad_norm": 3.640625, + "learning_rate": 5.132986048474921e-06, + "loss": 0.275803279876709, + "mean_token_accuracy": 0.927152869105339, + "num_tokens": 22222906.0, + "step": 3580 + }, + { + "entropy": 0.20049935090355575, + "epoch": 1.0167115139498655, + "grad_norm": 2.65625, + "learning_rate": 5.110061509376324e-06, + "loss": 0.25468080043792723, + "mean_token_accuracy": 0.9376501187682151, + "num_tokens": 22284229.0, + "step": 3590 + }, + { + "entropy": 0.21108807949349284, + "epoch": 1.019543973941368, + "grad_norm": 2.6875, + "learning_rate": 5.087134655265414e-06, + "loss": 0.22255489826202393, + "mean_token_accuracy": 0.9390177398920059, + "num_tokens": 22342674.0, + "step": 3600 + }, + { + "entropy": 0.21080059758387507, + "epoch": 1.0223764339328707, + "grad_norm": 2.390625, + "learning_rate": 5.064205968381165e-06, + "loss": 0.2495854377746582, + "mean_token_accuracy": 0.9353915929794312, + "num_tokens": 22402978.0, + "step": 3610 + }, + { + "entropy": 0.24261510106734932, + "epoch": 1.0252088939243733, + "grad_norm": 2.828125, + "learning_rate": 5.041275931001103e-06, + "loss": 0.2866044521331787, + "mean_token_accuracy": 0.9248599737882615, + "num_tokens": 22465815.0, + "step": 3620 + }, + { + "entropy": 0.24124777279794216, + "epoch": 1.028041353915876, + "grad_norm": 2.59375, + "learning_rate": 5.018345025431163e-06, + "loss": 0.2976717948913574, + "mean_token_accuracy": 0.9272374495863914, + "num_tokens": 22529737.0, + "step": 3630 + }, + { + "entropy": 0.18002105895429849, + "epoch": 1.0308738139073785, + "grad_norm": 3.96875, + "learning_rate": 4.995413733995536e-06, + "loss": 0.22781128883361818, + "mean_token_accuracy": 0.943612651526928, + "num_tokens": 22581438.0, + "step": 3640 + }, + { + "entropy": 0.2787385611794889, + "epoch": 1.0337062738988811, + "grad_norm": 2.609375, + "learning_rate": 4.972482539026534e-06, + "loss": 0.3564354181289673, + "mean_token_accuracy": 0.9166697680950164, + "num_tokens": 22650104.0, + "step": 3650 + }, + { + "entropy": 0.24818939734250306, + "epoch": 1.0365387338903838, + "grad_norm": 2.546875, + "learning_rate": 4.949551922854437e-06, + "loss": 0.2923859119415283, + "mean_token_accuracy": 0.9222414746880532, + "num_tokens": 22715078.0, + "step": 3660 + }, + { + "entropy": 0.30072745531797407, + "epoch": 1.0393711938818864, + "grad_norm": 2.5, + "learning_rate": 4.9266223677973535e-06, + "loss": 0.3649793863296509, + "mean_token_accuracy": 0.9093805760145187, + "num_tokens": 22779128.0, + "step": 3670 + }, + { + "entropy": 0.2735717059113085, + "epoch": 1.042203653873389, + "grad_norm": 3.03125, + "learning_rate": 4.903694356151067e-06, + "loss": 0.33859407901763916, + "mean_token_accuracy": 0.920712086558342, + "num_tokens": 22838678.0, + "step": 3680 + }, + { + "entropy": 0.24776854524388908, + "epoch": 1.0450361138648916, + "grad_norm": 3.34375, + "learning_rate": 4.880768370178903e-06, + "loss": 0.2938645601272583, + "mean_token_accuracy": 0.9247753649950028, + "num_tokens": 22901030.0, + "step": 3690 + }, + { + "entropy": 0.28547956682741643, + "epoch": 1.0478685738563942, + "grad_norm": 3.25, + "learning_rate": 4.857844892101581e-06, + "loss": 0.31749529838562013, + "mean_token_accuracy": 0.9150549530982971, + "num_tokens": 22966463.0, + "step": 3700 + }, + { + "entropy": 0.27090682154521345, + "epoch": 1.0507010338478968, + "grad_norm": 2.9375, + "learning_rate": 4.8349244040870615e-06, + "loss": 0.31164238452911375, + "mean_token_accuracy": 0.9199892401695251, + "num_tokens": 23030646.0, + "step": 3710 + }, + { + "entropy": 0.28554144450463353, + "epoch": 1.0535334938393994, + "grad_norm": 3.21875, + "learning_rate": 4.81200738824042e-06, + "loss": 0.33346972465515134, + "mean_token_accuracy": 0.914961189031601, + "num_tokens": 23095184.0, + "step": 3720 + }, + { + "entropy": 0.2344823520630598, + "epoch": 1.056365953830902, + "grad_norm": 3.09375, + "learning_rate": 4.789094326593694e-06, + "loss": 0.27491049766540526, + "mean_token_accuracy": 0.9276390865445137, + "num_tokens": 23157519.0, + "step": 3730 + }, + { + "entropy": 0.2247807363048196, + "epoch": 1.0591984138224046, + "grad_norm": 2.578125, + "learning_rate": 4.7661857010957544e-06, + "loss": 0.29062414169311523, + "mean_token_accuracy": 0.9323610827326775, + "num_tokens": 23220127.0, + "step": 3740 + }, + { + "entropy": 0.30474386662244796, + "epoch": 1.0620308738139075, + "grad_norm": 2.671875, + "learning_rate": 4.74328199360216e-06, + "loss": 0.34965219497680666, + "mean_token_accuracy": 0.9088528916239739, + "num_tokens": 23286958.0, + "step": 3750 + }, + { + "entropy": 0.2338505291379988, + "epoch": 1.06486333380541, + "grad_norm": 3.25, + "learning_rate": 4.7203836858650245e-06, + "loss": 0.2581803560256958, + "mean_token_accuracy": 0.9286656439304352, + "num_tokens": 23348093.0, + "step": 3760 + }, + { + "entropy": 0.24440567148849368, + "epoch": 1.0676957937969127, + "grad_norm": 3.1875, + "learning_rate": 4.697491259522885e-06, + "loss": 0.2948632001876831, + "mean_token_accuracy": 0.9275662273168563, + "num_tokens": 23408498.0, + "step": 3770 + }, + { + "entropy": 0.28493724055588243, + "epoch": 1.0705282537884153, + "grad_norm": 2.75, + "learning_rate": 4.674605196090573e-06, + "loss": 0.33446450233459474, + "mean_token_accuracy": 0.9151169151067734, + "num_tokens": 23474213.0, + "step": 3780 + }, + { + "entropy": 0.2917953743599355, + "epoch": 1.073360713779918, + "grad_norm": 3.484375, + "learning_rate": 4.6517259769490785e-06, + "loss": 0.34922327995300295, + "mean_token_accuracy": 0.9116038754582405, + "num_tokens": 23533572.0, + "step": 3790 + }, + { + "entropy": 0.2651925656944513, + "epoch": 1.0761931737714205, + "grad_norm": 2.921875, + "learning_rate": 4.628854083335437e-06, + "loss": 0.3211617708206177, + "mean_token_accuracy": 0.9167863488197326, + "num_tokens": 23595917.0, + "step": 3800 + }, + { + "entropy": 0.26236009476706385, + "epoch": 1.0790256337629232, + "grad_norm": 2.953125, + "learning_rate": 4.605989996332592e-06, + "loss": 0.3187077283859253, + "mean_token_accuracy": 0.9190028637647629, + "num_tokens": 23662377.0, + "step": 3810 + }, + { + "entropy": 0.2401001263409853, + "epoch": 1.0818580937544258, + "grad_norm": 2.921875, + "learning_rate": 4.583134196859289e-06, + "loss": 0.29697332382202146, + "mean_token_accuracy": 0.927865743637085, + "num_tokens": 23731388.0, + "step": 3820 + }, + { + "entropy": 0.2431210996583104, + "epoch": 1.0846905537459284, + "grad_norm": 3.484375, + "learning_rate": 4.56028716565996e-06, + "loss": 0.2828571081161499, + "mean_token_accuracy": 0.9250638440251351, + "num_tokens": 23793919.0, + "step": 3830 + }, + { + "entropy": 0.2633368631824851, + "epoch": 1.087523013737431, + "grad_norm": 3.0, + "learning_rate": 4.5374493832945956e-06, + "loss": 0.34889698028564453, + "mean_token_accuracy": 0.9208544954657555, + "num_tokens": 23857592.0, + "step": 3840 + }, + { + "entropy": 0.2593194010667503, + "epoch": 1.0903554737289336, + "grad_norm": 2.96875, + "learning_rate": 4.5146213301286576e-06, + "loss": 0.3171344995498657, + "mean_token_accuracy": 0.9193354442715644, + "num_tokens": 23920418.0, + "step": 3850 + }, + { + "entropy": 0.20949211195111275, + "epoch": 1.0931879337204362, + "grad_norm": 2.796875, + "learning_rate": 4.49180348632296e-06, + "loss": 0.25888381004333494, + "mean_token_accuracy": 0.9346993267536163, + "num_tokens": 23978686.0, + "step": 3860 + }, + { + "entropy": 0.23353609554469584, + "epoch": 1.0960203937119388, + "grad_norm": 2.75, + "learning_rate": 4.46899633182358e-06, + "loss": 0.26508593559265137, + "mean_token_accuracy": 0.9285413965582847, + "num_tokens": 24039945.0, + "step": 3870 + }, + { + "entropy": 0.22241716757416724, + "epoch": 1.0988528537034414, + "grad_norm": 3.3125, + "learning_rate": 4.446200346351754e-06, + "loss": 0.2597146987915039, + "mean_token_accuracy": 0.9320032343268394, + "num_tokens": 24101482.0, + "step": 3880 + }, + { + "entropy": 0.2613720097579062, + "epoch": 1.101685313694944, + "grad_norm": 3.140625, + "learning_rate": 4.423416009393794e-06, + "loss": 0.34312365055084226, + "mean_token_accuracy": 0.9211692824959755, + "num_tokens": 24168115.0, + "step": 3890 + }, + { + "entropy": 0.2367805289104581, + "epoch": 1.1045177736864467, + "grad_norm": 3.515625, + "learning_rate": 4.400643800190996e-06, + "loss": 0.2766649961471558, + "mean_token_accuracy": 0.9266433954238892, + "num_tokens": 24227079.0, + "step": 3900 + }, + { + "entropy": 0.25535101108253, + "epoch": 1.1073502336779493, + "grad_norm": 3.375, + "learning_rate": 4.377884197729569e-06, + "loss": 0.29713072776794436, + "mean_token_accuracy": 0.9217936024069786, + "num_tokens": 24285604.0, + "step": 3910 + }, + { + "entropy": 0.24405209170654416, + "epoch": 1.1101826936694519, + "grad_norm": 2.96875, + "learning_rate": 4.355137680730547e-06, + "loss": 0.2735821485519409, + "mean_token_accuracy": 0.9273178353905678, + "num_tokens": 24350648.0, + "step": 3920 + }, + { + "entropy": 0.19264007853344084, + "epoch": 1.1130151536609545, + "grad_norm": 3.1875, + "learning_rate": 4.3324047276397345e-06, + "loss": 0.21265592575073242, + "mean_token_accuracy": 0.9414500996470452, + "num_tokens": 24404283.0, + "step": 3930 + }, + { + "entropy": 0.2032804255373776, + "epoch": 1.115847613652457, + "grad_norm": 2.234375, + "learning_rate": 4.309685816617626e-06, + "loss": 0.24111554622650147, + "mean_token_accuracy": 0.9380518972873688, + "num_tokens": 24464553.0, + "step": 3940 + }, + { + "entropy": 0.25125723276287315, + "epoch": 1.1186800736439597, + "grad_norm": 2.390625, + "learning_rate": 4.2869814255293664e-06, + "loss": 0.2969962120056152, + "mean_token_accuracy": 0.9229256942868233, + "num_tokens": 24525942.0, + "step": 3950 + }, + { + "entropy": 0.30800585420802234, + "epoch": 1.1215125336354623, + "grad_norm": 3.015625, + "learning_rate": 4.264292031934691e-06, + "loss": 0.3487081050872803, + "mean_token_accuracy": 0.9075676053762436, + "num_tokens": 24600735.0, + "step": 3960 + }, + { + "entropy": 0.279854978248477, + "epoch": 1.124344993626965, + "grad_norm": 3.421875, + "learning_rate": 4.241618113077873e-06, + "loss": 0.3201010704040527, + "mean_token_accuracy": 0.9143659561872483, + "num_tokens": 24664043.0, + "step": 3970 + }, + { + "entropy": 0.2509489542804658, + "epoch": 1.1271774536184676, + "grad_norm": 3.21875, + "learning_rate": 4.218960145877701e-06, + "loss": 0.3090847969055176, + "mean_token_accuracy": 0.9232483163475991, + "num_tokens": 24733274.0, + "step": 3980 + }, + { + "entropy": 0.2290360671468079, + "epoch": 1.1300099136099702, + "grad_norm": 3.359375, + "learning_rate": 4.196318606917434e-06, + "loss": 0.2809190511703491, + "mean_token_accuracy": 0.9275623843073845, + "num_tokens": 24793456.0, + "step": 3990 + }, + { + "entropy": 0.2779017182998359, + "epoch": 1.132842373601473, + "grad_norm": 3.078125, + "learning_rate": 4.1736939724347855e-06, + "loss": 0.3090373992919922, + "mean_token_accuracy": 0.9156718105077744, + "num_tokens": 24859440.0, + "step": 4000 + }, + { + "entropy": 0.18849533493630588, + "epoch": 1.1356748335929754, + "grad_norm": 2.8125, + "learning_rate": 4.151086718311906e-06, + "loss": 0.22783432006835938, + "mean_token_accuracy": 0.9417475983500481, + "num_tokens": 24919915.0, + "step": 4010 + }, + { + "entropy": 0.28349222652614114, + "epoch": 1.1385072935844782, + "grad_norm": 3.234375, + "learning_rate": 4.128497320065363e-06, + "loss": 0.3526163578033447, + "mean_token_accuracy": 0.9164958953857422, + "num_tokens": 24988315.0, + "step": 4020 + }, + { + "entropy": 0.22427970254793764, + "epoch": 1.1413397535759808, + "grad_norm": 2.890625, + "learning_rate": 4.105926252836155e-06, + "loss": 0.2701232433319092, + "mean_token_accuracy": 0.9306072682142258, + "num_tokens": 25051911.0, + "step": 4030 + }, + { + "entropy": 0.25542295109480617, + "epoch": 1.1441722135674834, + "grad_norm": 3.734375, + "learning_rate": 4.083373991379708e-06, + "loss": 0.28418903350830077, + "mean_token_accuracy": 0.9231105580925941, + "num_tokens": 25113999.0, + "step": 4040 + }, + { + "entropy": 0.22154931565746666, + "epoch": 1.147004673558986, + "grad_norm": 2.296875, + "learning_rate": 4.060841010055885e-06, + "loss": 0.27008485794067383, + "mean_token_accuracy": 0.9335736617445946, + "num_tokens": 25171528.0, + "step": 4050 + }, + { + "entropy": 0.20193984226789324, + "epoch": 1.1498371335504887, + "grad_norm": 2.328125, + "learning_rate": 4.038327782819023e-06, + "loss": 0.24059042930603028, + "mean_token_accuracy": 0.9381761983036995, + "num_tokens": 25233866.0, + "step": 4060 + }, + { + "entropy": 0.21094176713377238, + "epoch": 1.1526695935419913, + "grad_norm": 2.9375, + "learning_rate": 4.015834783207947e-06, + "loss": 0.26112253665924073, + "mean_token_accuracy": 0.936613292992115, + "num_tokens": 25295627.0, + "step": 4070 + }, + { + "entropy": 0.22350301230326294, + "epoch": 1.155502053533494, + "grad_norm": 2.609375, + "learning_rate": 3.993362484336025e-06, + "loss": 0.27268052101135254, + "mean_token_accuracy": 0.9308605536818504, + "num_tokens": 25352177.0, + "step": 4080 + }, + { + "entropy": 0.2413484001532197, + "epoch": 1.1583345135249965, + "grad_norm": 2.53125, + "learning_rate": 3.97091135888121e-06, + "loss": 0.2961695194244385, + "mean_token_accuracy": 0.9274478688836097, + "num_tokens": 25408721.0, + "step": 4090 + }, + { + "entropy": 0.24861616538837553, + "epoch": 1.1611669735164991, + "grad_norm": 3.109375, + "learning_rate": 3.948481879076088e-06, + "loss": 0.3045854091644287, + "mean_token_accuracy": 0.9254580214619637, + "num_tokens": 25473577.0, + "step": 4100 + }, + { + "entropy": 0.22829729141667485, + "epoch": 1.1639994335080017, + "grad_norm": 2.78125, + "learning_rate": 3.926074516697964e-06, + "loss": 0.26290230751037597, + "mean_token_accuracy": 0.9304362386465073, + "num_tokens": 25534011.0, + "step": 4110 + }, + { + "entropy": 0.22681598402559758, + "epoch": 1.1668318934995043, + "grad_norm": 2.703125, + "learning_rate": 3.903689743058927e-06, + "loss": 0.2976879119873047, + "mean_token_accuracy": 0.930561275780201, + "num_tokens": 25596453.0, + "step": 4120 + }, + { + "entropy": 0.1806016440503299, + "epoch": 1.169664353491007, + "grad_norm": 2.921875, + "learning_rate": 3.881328028995939e-06, + "loss": 0.2117543935775757, + "mean_token_accuracy": 0.9451305896043778, + "num_tokens": 25652619.0, + "step": 4130 + }, + { + "entropy": 0.26367070972919465, + "epoch": 1.1724968134825096, + "grad_norm": 3.109375, + "learning_rate": 3.858989844860928e-06, + "loss": 0.3070235013961792, + "mean_token_accuracy": 0.9207400143146515, + "num_tokens": 25710982.0, + "step": 4140 + }, + { + "entropy": 0.2163207576610148, + "epoch": 1.1753292734740122, + "grad_norm": 2.5, + "learning_rate": 3.836675660510904e-06, + "loss": 0.2601778030395508, + "mean_token_accuracy": 0.9358288258314132, + "num_tokens": 25770860.0, + "step": 4150 + }, + { + "entropy": 0.2428675949573517, + "epoch": 1.1781617334655148, + "grad_norm": 3.53125, + "learning_rate": 3.814385945298064e-06, + "loss": 0.3027503252029419, + "mean_token_accuracy": 0.9261119350790977, + "num_tokens": 25831304.0, + "step": 4160 + }, + { + "entropy": 0.23329113675281404, + "epoch": 1.1809941934570174, + "grad_norm": 2.734375, + "learning_rate": 3.7921211680599316e-06, + "loss": 0.25751571655273436, + "mean_token_accuracy": 0.9266592547297478, + "num_tokens": 25889285.0, + "step": 4170 + }, + { + "entropy": 0.22774195326492191, + "epoch": 1.18382665344852, + "grad_norm": 2.828125, + "learning_rate": 3.7698817971094854e-06, + "loss": 0.25943894386291505, + "mean_token_accuracy": 0.9310021102428436, + "num_tokens": 25950889.0, + "step": 4180 + }, + { + "entropy": 0.30657786335796117, + "epoch": 1.1866591134400226, + "grad_norm": 3.1875, + "learning_rate": 3.7476683002253175e-06, + "loss": 0.3742470026016235, + "mean_token_accuracy": 0.9084239676594734, + "num_tokens": 26016710.0, + "step": 4190 + }, + { + "entropy": 0.26363484296016393, + "epoch": 1.1894915734315252, + "grad_norm": 3.25, + "learning_rate": 3.7254811446417816e-06, + "loss": 0.3128044605255127, + "mean_token_accuracy": 0.9210105195641518, + "num_tokens": 26076982.0, + "step": 4200 + }, + { + "entropy": 0.23388547785580158, + "epoch": 1.1923240334230278, + "grad_norm": 2.890625, + "learning_rate": 3.7033207970391847e-06, + "loss": 0.2698439359664917, + "mean_token_accuracy": 0.9309489011764527, + "num_tokens": 26137826.0, + "step": 4210 + }, + { + "entropy": 0.2579007504507899, + "epoch": 1.1951564934145305, + "grad_norm": 2.65625, + "learning_rate": 3.681187723533956e-06, + "loss": 0.31007983684539797, + "mean_token_accuracy": 0.922349001467228, + "num_tokens": 26198870.0, + "step": 4220 + }, + { + "entropy": 0.2128595493733883, + "epoch": 1.197988953406033, + "grad_norm": 2.84375, + "learning_rate": 3.65908238966884e-06, + "loss": 0.23348703384399414, + "mean_token_accuracy": 0.9355149224400521, + "num_tokens": 26261446.0, + "step": 4230 + }, + { + "entropy": 0.21918850131332873, + "epoch": 1.2008214133975357, + "grad_norm": 3.171875, + "learning_rate": 3.637005260403119e-06, + "loss": 0.27556893825531004, + "mean_token_accuracy": 0.9321137681603432, + "num_tokens": 26321393.0, + "step": 4240 + }, + { + "entropy": 0.265251987054944, + "epoch": 1.2036538733890383, + "grad_norm": 2.765625, + "learning_rate": 3.6149568001028223e-06, + "loss": 0.3239171266555786, + "mean_token_accuracy": 0.9196299970149994, + "num_tokens": 26388051.0, + "step": 4250 + }, + { + "entropy": 0.24416832169517874, + "epoch": 1.206486333380541, + "grad_norm": 3.6875, + "learning_rate": 3.5929374725309617e-06, + "loss": 0.30356464385986326, + "mean_token_accuracy": 0.926099605858326, + "num_tokens": 26453578.0, + "step": 4260 + }, + { + "entropy": 0.2318627736531198, + "epoch": 1.2093187933720437, + "grad_norm": 3.375, + "learning_rate": 3.5709477408377795e-06, + "loss": 0.28204798698425293, + "mean_token_accuracy": 0.9280649125576019, + "num_tokens": 26516677.0, + "step": 4270 + }, + { + "entropy": 0.21778175057843327, + "epoch": 1.2121512533635461, + "grad_norm": 3.484375, + "learning_rate": 3.5489880675509986e-06, + "loss": 0.26971137523651123, + "mean_token_accuracy": 0.9318681254982948, + "num_tokens": 26577736.0, + "step": 4280 + }, + { + "entropy": 0.19295280342921614, + "epoch": 1.214983713355049, + "grad_norm": 3.15625, + "learning_rate": 3.5270589145661038e-06, + "loss": 0.2568847894668579, + "mean_token_accuracy": 0.9388056635856629, + "num_tokens": 26638282.0, + "step": 4290 + }, + { + "entropy": 0.21848455602303146, + "epoch": 1.2178161733465516, + "grad_norm": 3.390625, + "learning_rate": 3.505160743136622e-06, + "loss": 0.2596912384033203, + "mean_token_accuracy": 0.9322919070720672, + "num_tokens": 26696035.0, + "step": 4300 + }, + { + "entropy": 0.26156329102814196, + "epoch": 1.2206486333380542, + "grad_norm": 2.921875, + "learning_rate": 3.4832940138644157e-06, + "loss": 0.3191622972488403, + "mean_token_accuracy": 0.9193585529923439, + "num_tokens": 26757717.0, + "step": 4310 + }, + { + "entropy": 0.19066684865392744, + "epoch": 1.2234810933295568, + "grad_norm": 3.25, + "learning_rate": 3.461459186690006e-06, + "loss": 0.213128399848938, + "mean_token_accuracy": 0.9399427071213722, + "num_tokens": 26814810.0, + "step": 4320 + }, + { + "entropy": 0.25585900731384753, + "epoch": 1.2263135533210594, + "grad_norm": 3.5, + "learning_rate": 3.4396567208828823e-06, + "loss": 0.32691617012023927, + "mean_token_accuracy": 0.9216562286019325, + "num_tokens": 26877440.0, + "step": 4330 + }, + { + "entropy": 0.24010503655299545, + "epoch": 1.229146013312562, + "grad_norm": 3.390625, + "learning_rate": 3.41788707503186e-06, + "loss": 0.3369575023651123, + "mean_token_accuracy": 0.9252798214554787, + "num_tokens": 26937573.0, + "step": 4340 + }, + { + "entropy": 0.19289563642814755, + "epoch": 1.2319784733040646, + "grad_norm": 2.890625, + "learning_rate": 3.396150707035424e-06, + "loss": 0.226908278465271, + "mean_token_accuracy": 0.9404228702187538, + "num_tokens": 26999317.0, + "step": 4350 + }, + { + "entropy": 0.25024923784658315, + "epoch": 1.2348109332955672, + "grad_norm": 2.75, + "learning_rate": 3.3744480740920944e-06, + "loss": 0.3028681755065918, + "mean_token_accuracy": 0.9250575214624405, + "num_tokens": 27056939.0, + "step": 4360 + }, + { + "entropy": 0.18302351711317896, + "epoch": 1.2376433932870698, + "grad_norm": 2.984375, + "learning_rate": 3.3527796326908203e-06, + "loss": 0.2093818426132202, + "mean_token_accuracy": 0.9447689831256867, + "num_tokens": 27117512.0, + "step": 4370 + }, + { + "entropy": 0.23567539155483247, + "epoch": 1.2404758532785725, + "grad_norm": 2.9375, + "learning_rate": 3.3311458386013686e-06, + "loss": 0.26779422760009763, + "mean_token_accuracy": 0.929200166463852, + "num_tokens": 27179134.0, + "step": 4380 + }, + { + "entropy": 0.262385786883533, + "epoch": 1.243308313270075, + "grad_norm": 2.984375, + "learning_rate": 3.3095471468647444e-06, + "loss": 0.3157880067825317, + "mean_token_accuracy": 0.921213936805725, + "num_tokens": 27242527.0, + "step": 4390 + }, + { + "entropy": 0.25156134786084294, + "epoch": 1.2461407732615777, + "grad_norm": 3.21875, + "learning_rate": 3.2879840117836175e-06, + "loss": 0.30792746543884275, + "mean_token_accuracy": 0.92156962454319, + "num_tokens": 27304448.0, + "step": 4400 + }, + { + "entropy": 0.21655702525749804, + "epoch": 1.2489732332530803, + "grad_norm": 2.546875, + "learning_rate": 3.266456886912761e-06, + "loss": 0.2759143114089966, + "mean_token_accuracy": 0.9322070553898811, + "num_tokens": 27364373.0, + "step": 4410 + }, + { + "entropy": 0.2756142715923488, + "epoch": 1.251805693244583, + "grad_norm": 3.09375, + "learning_rate": 3.2449662250495206e-06, + "loss": 0.33940753936767576, + "mean_token_accuracy": 0.914966894686222, + "num_tokens": 27428499.0, + "step": 4420 + }, + { + "entropy": 0.2818338614888489, + "epoch": 1.2546381532360855, + "grad_norm": 2.828125, + "learning_rate": 3.2235124782242866e-06, + "loss": 0.31711788177490235, + "mean_token_accuracy": 0.9134162411093711, + "num_tokens": 27493341.0, + "step": 4430 + }, + { + "entropy": 0.2091914065182209, + "epoch": 1.2574706132275881, + "grad_norm": 3.03125, + "learning_rate": 3.202096097690982e-06, + "loss": 0.24472830295562745, + "mean_token_accuracy": 0.9367028534412384, + "num_tokens": 27553035.0, + "step": 4440 + }, + { + "entropy": 0.2542508527636528, + "epoch": 1.2603030732190907, + "grad_norm": 2.1875, + "learning_rate": 3.180717533917578e-06, + "loss": 0.3394561767578125, + "mean_token_accuracy": 0.924777315557003, + "num_tokens": 27615534.0, + "step": 4450 + }, + { + "entropy": 0.25776216881349684, + "epoch": 1.2631355332105934, + "grad_norm": 2.875, + "learning_rate": 3.1593772365766107e-06, + "loss": 0.31199193000793457, + "mean_token_accuracy": 0.9221319362521172, + "num_tokens": 27679761.0, + "step": 4460 + }, + { + "entropy": 0.221833174303174, + "epoch": 1.265967993202096, + "grad_norm": 3.265625, + "learning_rate": 3.138075654535733e-06, + "loss": 0.2600731372833252, + "mean_token_accuracy": 0.9309741392731666, + "num_tokens": 27735044.0, + "step": 4470 + }, + { + "entropy": 0.25993210077285767, + "epoch": 1.2688004531935986, + "grad_norm": 2.875, + "learning_rate": 3.116813235848268e-06, + "loss": 0.29588348865509034, + "mean_token_accuracy": 0.9213003218173981, + "num_tokens": 27795159.0, + "step": 4480 + }, + { + "entropy": 0.25714250551536677, + "epoch": 1.2716329131851012, + "grad_norm": 2.65625, + "learning_rate": 3.0955904277437777e-06, + "loss": 0.3065769910812378, + "mean_token_accuracy": 0.9232428565621376, + "num_tokens": 27861206.0, + "step": 4490 + }, + { + "entropy": 0.25843508429825307, + "epoch": 1.2744653731766038, + "grad_norm": 2.921875, + "learning_rate": 3.0744076766186683e-06, + "loss": 0.309002947807312, + "mean_token_accuracy": 0.9217819094657898, + "num_tokens": 27925013.0, + "step": 4500 + }, + { + "entropy": 0.20204820288345218, + "epoch": 1.2772978331681064, + "grad_norm": 2.671875, + "learning_rate": 3.0532654280267963e-06, + "loss": 0.23697669506073, + "mean_token_accuracy": 0.9382702693343162, + "num_tokens": 27986113.0, + "step": 4510 + }, + { + "entropy": 0.2647128958255053, + "epoch": 1.2801302931596092, + "grad_norm": 2.71875, + "learning_rate": 3.0321641266700908e-06, + "loss": 0.3252225875854492, + "mean_token_accuracy": 0.9193501740694046, + "num_tokens": 28044486.0, + "step": 4520 + }, + { + "entropy": 0.2618610587902367, + "epoch": 1.2829627531511116, + "grad_norm": 2.953125, + "learning_rate": 3.011104216389209e-06, + "loss": 0.3027822494506836, + "mean_token_accuracy": 0.9214046269655227, + "num_tokens": 28105348.0, + "step": 4530 + }, + { + "entropy": 0.25285998843610286, + "epoch": 1.2857952131426145, + "grad_norm": 3.390625, + "learning_rate": 2.9900861401541935e-06, + "loss": 0.3302875518798828, + "mean_token_accuracy": 0.9243465468287468, + "num_tokens": 28167162.0, + "step": 4540 + }, + { + "entropy": 0.24863419402390718, + "epoch": 1.2886276731341169, + "grad_norm": 2.890625, + "learning_rate": 2.9691103400551612e-06, + "loss": 0.3088348627090454, + "mean_token_accuracy": 0.9230181276798248, + "num_tokens": 28229970.0, + "step": 4550 + }, + { + "entropy": 0.23397703059017658, + "epoch": 1.2914601331256197, + "grad_norm": 2.6875, + "learning_rate": 2.948177257292998e-06, + "loss": 0.2938363552093506, + "mean_token_accuracy": 0.9276159033179283, + "num_tokens": 28291333.0, + "step": 4560 + }, + { + "entropy": 0.2978225776925683, + "epoch": 1.2942925931171223, + "grad_norm": 2.609375, + "learning_rate": 2.9272873321700814e-06, + "loss": 0.3565410375595093, + "mean_token_accuracy": 0.9102242648601532, + "num_tokens": 28358389.0, + "step": 4570 + }, + { + "entropy": 0.2692898658104241, + "epoch": 1.297125053108625, + "grad_norm": 2.828125, + "learning_rate": 2.906441004081022e-06, + "loss": 0.3101436376571655, + "mean_token_accuracy": 0.9190399497747421, + "num_tokens": 28424358.0, + "step": 4580 + }, + { + "entropy": 0.21697850674390792, + "epoch": 1.2999575131001275, + "grad_norm": 3.25, + "learning_rate": 2.8856387115034174e-06, + "loss": 0.2602779626846313, + "mean_token_accuracy": 0.9343308910727501, + "num_tokens": 28481933.0, + "step": 4590 + }, + { + "entropy": 0.2726894068531692, + "epoch": 1.3027899730916301, + "grad_norm": 2.984375, + "learning_rate": 2.864880891988629e-06, + "loss": 0.32516028881073, + "mean_token_accuracy": 0.9169021070003509, + "num_tokens": 28546247.0, + "step": 4600 + }, + { + "entropy": 0.25623656772077086, + "epoch": 1.3056224330831327, + "grad_norm": 2.734375, + "learning_rate": 2.8441679821525857e-06, + "loss": 0.30165460109710696, + "mean_token_accuracy": 0.9226235717535018, + "num_tokens": 28613486.0, + "step": 4610 + }, + { + "entropy": 0.24329884480684996, + "epoch": 1.3084548930746354, + "grad_norm": 3.328125, + "learning_rate": 2.8235004176665915e-06, + "loss": 0.291753888130188, + "mean_token_accuracy": 0.9246421366930008, + "num_tokens": 28674698.0, + "step": 4620 + }, + { + "entropy": 0.2701176831498742, + "epoch": 1.311287353066138, + "grad_norm": 2.828125, + "learning_rate": 2.8028786332481618e-06, + "loss": 0.35086085796356203, + "mean_token_accuracy": 0.9178305074572564, + "num_tokens": 28740730.0, + "step": 4630 + }, + { + "entropy": 0.26439649127423764, + "epoch": 1.3141198130576406, + "grad_norm": 3.796875, + "learning_rate": 2.782303062651891e-06, + "loss": 0.30096120834350587, + "mean_token_accuracy": 0.9212312117218971, + "num_tokens": 28799052.0, + "step": 4640 + }, + { + "entropy": 0.2616453727707267, + "epoch": 1.3169522730491432, + "grad_norm": 3.078125, + "learning_rate": 2.7617741386603147e-06, + "loss": 0.32627871036529543, + "mean_token_accuracy": 0.9230263277888298, + "num_tokens": 28856755.0, + "step": 4650 + }, + { + "entropy": 0.22390527790412307, + "epoch": 1.3197847330406458, + "grad_norm": 3.03125, + "learning_rate": 2.741292293074815e-06, + "loss": 0.28043675422668457, + "mean_token_accuracy": 0.9319010078907013, + "num_tokens": 28917405.0, + "step": 4660 + }, + { + "entropy": 0.26067772330716255, + "epoch": 1.3226171930321484, + "grad_norm": 3.234375, + "learning_rate": 2.720857956706535e-06, + "loss": 0.31217050552368164, + "mean_token_accuracy": 0.9196974828839302, + "num_tokens": 28979060.0, + "step": 4670 + }, + { + "entropy": 0.24639188363216818, + "epoch": 1.325449653023651, + "grad_norm": 2.09375, + "learning_rate": 2.7004715593673193e-06, + "loss": 0.29030728340148926, + "mean_token_accuracy": 0.9242595240473748, + "num_tokens": 29048990.0, + "step": 4680 + }, + { + "entropy": 0.2595814616419375, + "epoch": 1.3282821130151536, + "grad_norm": 3.578125, + "learning_rate": 2.6801335298606735e-06, + "loss": 0.34323825836181643, + "mean_token_accuracy": 0.9196496069431305, + "num_tokens": 29108668.0, + "step": 4690 + }, + { + "entropy": 0.2499905712902546, + "epoch": 1.3311145730066563, + "grad_norm": 3.640625, + "learning_rate": 2.6598442959727405e-06, + "loss": 0.30095908641815183, + "mean_token_accuracy": 0.9234166145324707, + "num_tokens": 29170628.0, + "step": 4700 + }, + { + "entropy": 0.2795558024197817, + "epoch": 1.3339470329981589, + "grad_norm": 3.03125, + "learning_rate": 2.6396042844633084e-06, + "loss": 0.3358647108078003, + "mean_token_accuracy": 0.9151357725262642, + "num_tokens": 29231430.0, + "step": 4710 + }, + { + "entropy": 0.2527871862053871, + "epoch": 1.3367794929896615, + "grad_norm": 2.53125, + "learning_rate": 2.619413921056828e-06, + "loss": 0.2981950998306274, + "mean_token_accuracy": 0.9234776467084884, + "num_tokens": 29292069.0, + "step": 4720 + }, + { + "entropy": 0.24699923824518918, + "epoch": 1.339611952981164, + "grad_norm": 3.296875, + "learning_rate": 2.599273630433468e-06, + "loss": 0.2985649824142456, + "mean_token_accuracy": 0.9248224750161171, + "num_tokens": 29353453.0, + "step": 4730 + }, + { + "entropy": 0.2077005637809634, + "epoch": 1.3424444129726667, + "grad_norm": 2.703125, + "learning_rate": 2.5791838362201697e-06, + "loss": 0.2560413122177124, + "mean_token_accuracy": 0.9381126925349236, + "num_tokens": 29413096.0, + "step": 4740 + }, + { + "entropy": 0.25310145076364277, + "epoch": 1.3452768729641693, + "grad_norm": 2.453125, + "learning_rate": 2.559144960981743e-06, + "loss": 0.32078449726104735, + "mean_token_accuracy": 0.9215926051139831, + "num_tokens": 29477862.0, + "step": 4750 + }, + { + "entropy": 0.2216710806824267, + "epoch": 1.348109332955672, + "grad_norm": 3.3125, + "learning_rate": 2.539157426211984e-06, + "loss": 0.2861553430557251, + "mean_token_accuracy": 0.9337741181254386, + "num_tokens": 29536454.0, + "step": 4760 + }, + { + "entropy": 0.2361689003184438, + "epoch": 1.3509417929471748, + "grad_norm": 2.390625, + "learning_rate": 2.519221652324797e-06, + "loss": 0.28600006103515624, + "mean_token_accuracy": 0.9263621792197227, + "num_tokens": 29597387.0, + "step": 4770 + }, + { + "entropy": 0.20784252174198628, + "epoch": 1.3537742529386771, + "grad_norm": 2.484375, + "learning_rate": 2.4993380586453588e-06, + "loss": 0.24996912479400635, + "mean_token_accuracy": 0.936021265387535, + "num_tokens": 29661427.0, + "step": 4780 + }, + { + "entropy": 0.277555535454303, + "epoch": 1.35660671293018, + "grad_norm": 3.1875, + "learning_rate": 2.479507063401305e-06, + "loss": 0.3356276273727417, + "mean_token_accuracy": 0.9166460618376732, + "num_tokens": 29724154.0, + "step": 4790 + }, + { + "entropy": 0.32572520449757575, + "epoch": 1.3594391729216824, + "grad_norm": 4.625, + "learning_rate": 2.4597290837139133e-06, + "loss": 0.3810946226119995, + "mean_token_accuracy": 0.9033881530165673, + "num_tokens": 29788592.0, + "step": 4800 + }, + { + "entropy": 0.21838265378028154, + "epoch": 1.3622716329131852, + "grad_norm": 2.359375, + "learning_rate": 2.4400045355893524e-06, + "loss": 0.2777862071990967, + "mean_token_accuracy": 0.9348648384213447, + "num_tokens": 29851049.0, + "step": 4810 + }, + { + "entropy": 0.24609042005613446, + "epoch": 1.3651040929046876, + "grad_norm": 3.375, + "learning_rate": 2.420333833909924e-06, + "loss": 0.30987935066223143, + "mean_token_accuracy": 0.9248693987727166, + "num_tokens": 29913629.0, + "step": 4820 + }, + { + "entropy": 0.21056049782782793, + "epoch": 1.3679365528961904, + "grad_norm": 3.28125, + "learning_rate": 2.4007173924253212e-06, + "loss": 0.2472922086715698, + "mean_token_accuracy": 0.9366860389709473, + "num_tokens": 29971964.0, + "step": 4830 + }, + { + "entropy": 0.30174947492778303, + "epoch": 1.370769012887693, + "grad_norm": 2.765625, + "learning_rate": 2.381155623743953e-06, + "loss": 0.3823577880859375, + "mean_token_accuracy": 0.9080246448516845, + "num_tokens": 30043759.0, + "step": 4840 + }, + { + "entropy": 0.25103030242025853, + "epoch": 1.3736014728791957, + "grad_norm": 3.453125, + "learning_rate": 2.361648939324243e-06, + "loss": 0.28985164165496824, + "mean_token_accuracy": 0.926340526342392, + "num_tokens": 30100262.0, + "step": 4850 + }, + { + "entropy": 0.2580802061595023, + "epoch": 1.3764339328706983, + "grad_norm": 3.28125, + "learning_rate": 2.342197749465984e-06, + "loss": 0.31032874584198, + "mean_token_accuracy": 0.9193428009748459, + "num_tokens": 30164118.0, + "step": 4860 + }, + { + "entropy": 0.27607944067567586, + "epoch": 1.3792663928622009, + "grad_norm": 3.40625, + "learning_rate": 2.3228024633017116e-06, + "loss": 0.3126307487487793, + "mean_token_accuracy": 0.9179492324590683, + "num_tokens": 30224388.0, + "step": 4870 + }, + { + "entropy": 0.28047991786152127, + "epoch": 1.3820988528537035, + "grad_norm": 2.71875, + "learning_rate": 2.303463488788089e-06, + "loss": 0.30843875408172605, + "mean_token_accuracy": 0.9161667764186859, + "num_tokens": 30289143.0, + "step": 4880 + }, + { + "entropy": 0.2500641171820462, + "epoch": 1.384931312845206, + "grad_norm": 4.3125, + "learning_rate": 2.284181232697332e-06, + "loss": 0.3286006450653076, + "mean_token_accuracy": 0.9237422406673431, + "num_tokens": 30347509.0, + "step": 4890 + }, + { + "entropy": 0.26391101712360976, + "epoch": 1.3877637728367087, + "grad_norm": 3.1875, + "learning_rate": 2.2649561006086558e-06, + "loss": 0.36521620750427247, + "mean_token_accuracy": 0.921583104133606, + "num_tokens": 30407734.0, + "step": 4900 + }, + { + "entropy": 0.2082054775673896, + "epoch": 1.3905962328282113, + "grad_norm": 3.171875, + "learning_rate": 2.245788496899736e-06, + "loss": 0.26845521926879884, + "mean_token_accuracy": 0.9378845795989037, + "num_tokens": 30466946.0, + "step": 4910 + }, + { + "entropy": 0.22866754801943898, + "epoch": 1.393428692819714, + "grad_norm": 2.75, + "learning_rate": 2.2266788247382104e-06, + "loss": 0.27818896770477297, + "mean_token_accuracy": 0.9301291614770889, + "num_tokens": 30533581.0, + "step": 4920 + }, + { + "entropy": 0.24968635374680162, + "epoch": 1.3962611528112165, + "grad_norm": 3.1875, + "learning_rate": 2.207627486073193e-06, + "loss": 0.287874698638916, + "mean_token_accuracy": 0.9242622211575509, + "num_tokens": 30601850.0, + "step": 4930 + }, + { + "entropy": 0.30023376140743496, + "epoch": 1.3990936128027192, + "grad_norm": 2.578125, + "learning_rate": 2.188634881626824e-06, + "loss": 0.3350045680999756, + "mean_token_accuracy": 0.9105271488428116, + "num_tokens": 30671400.0, + "step": 4940 + }, + { + "entropy": 0.2472711553797126, + "epoch": 1.4019260727942218, + "grad_norm": 2.640625, + "learning_rate": 2.169701410885844e-06, + "loss": 0.30690841674804686, + "mean_token_accuracy": 0.925593939423561, + "num_tokens": 30730507.0, + "step": 4950 + }, + { + "entropy": 0.25907982494682075, + "epoch": 1.4047585327857244, + "grad_norm": 3.234375, + "learning_rate": 2.1508274720931782e-06, + "loss": 0.28761587142944334, + "mean_token_accuracy": 0.9222486436367034, + "num_tokens": 30795393.0, + "step": 4960 + }, + { + "entropy": 0.2811718896962702, + "epoch": 1.407590992777227, + "grad_norm": 3.234375, + "learning_rate": 2.132013462239575e-06, + "loss": 0.3265038251876831, + "mean_token_accuracy": 0.9145691886544227, + "num_tokens": 30857562.0, + "step": 4970 + }, + { + "entropy": 0.28517370773479345, + "epoch": 1.4104234527687296, + "grad_norm": 2.328125, + "learning_rate": 2.1132597770552438e-06, + "loss": 0.31507909297943115, + "mean_token_accuracy": 0.9142434164881706, + "num_tokens": 30922675.0, + "step": 4980 + }, + { + "entropy": 0.19877292485907674, + "epoch": 1.4132559127602322, + "grad_norm": 3.765625, + "learning_rate": 2.0945668110015444e-06, + "loss": 0.23243415355682373, + "mean_token_accuracy": 0.9366410985589028, + "num_tokens": 30976543.0, + "step": 4990 + }, + { + "entropy": 0.2432062154635787, + "epoch": 1.4160883727517348, + "grad_norm": 2.5, + "learning_rate": 2.0759349572626746e-06, + "loss": 0.2862151384353638, + "mean_token_accuracy": 0.9267523601651192, + "num_tokens": 31038473.0, + "step": 5000 + }, + { + "entropy": 0.3237845581024885, + "epoch": 1.4189208327432374, + "grad_norm": 3.875, + "learning_rate": 2.0573646077374104e-06, + "loss": 0.37770848274230956, + "mean_token_accuracy": 0.9031021609902382, + "num_tokens": 31099230.0, + "step": 5010 + }, + { + "entropy": 0.2877516193315387, + "epoch": 1.42175329273474, + "grad_norm": 2.734375, + "learning_rate": 2.0388561530308635e-06, + "loss": 0.34712216854095457, + "mean_token_accuracy": 0.9134866118431091, + "num_tokens": 31166088.0, + "step": 5020 + }, + { + "entropy": 0.2820683201774955, + "epoch": 1.4245857527262427, + "grad_norm": 2.796875, + "learning_rate": 2.020409982446257e-06, + "loss": 0.3219949960708618, + "mean_token_accuracy": 0.9166051208972931, + "num_tokens": 31228723.0, + "step": 5030 + }, + { + "entropy": 0.27668618680909274, + "epoch": 1.4274182127177455, + "grad_norm": 2.515625, + "learning_rate": 2.002026483976743e-06, + "loss": 0.3125786066055298, + "mean_token_accuracy": 0.9155862748622894, + "num_tokens": 31291073.0, + "step": 5040 + }, + { + "entropy": 0.2827945364639163, + "epoch": 1.4302506727092479, + "grad_norm": 2.890625, + "learning_rate": 1.983706044297246e-06, + "loss": 0.3369795560836792, + "mean_token_accuracy": 0.9160067468881607, + "num_tokens": 31353485.0, + "step": 5050 + }, + { + "entropy": 0.26270845299586654, + "epoch": 1.4330831327007507, + "grad_norm": 2.390625, + "learning_rate": 1.965449048756313e-06, + "loss": 0.32433252334594725, + "mean_token_accuracy": 0.917706748843193, + "num_tokens": 31416187.0, + "step": 5060 + }, + { + "entropy": 0.25601281197741627, + "epoch": 1.435915592692253, + "grad_norm": 3.171875, + "learning_rate": 1.9472558813680302e-06, + "loss": 0.3209353446960449, + "mean_token_accuracy": 0.9202107876539231, + "num_tokens": 31476116.0, + "step": 5070 + }, + { + "entropy": 0.20480688754469156, + "epoch": 1.438748052683756, + "grad_norm": 2.640625, + "learning_rate": 1.929126924803934e-06, + "loss": 0.23985617160797118, + "mean_token_accuracy": 0.9381486117839813, + "num_tokens": 31535405.0, + "step": 5080 + }, + { + "entropy": 0.2611421229317784, + "epoch": 1.4415805126752583, + "grad_norm": 3.5625, + "learning_rate": 1.9110625603849527e-06, + "loss": 0.32944498062133787, + "mean_token_accuracy": 0.9202523365616798, + "num_tokens": 31597693.0, + "step": 5090 + }, + { + "entropy": 0.23836144469678403, + "epoch": 1.4444129726667612, + "grad_norm": 2.03125, + "learning_rate": 1.893063168073408e-06, + "loss": 0.29022033214569093, + "mean_token_accuracy": 0.9306372493505478, + "num_tokens": 31656977.0, + "step": 5100 + }, + { + "entropy": 0.28606463205069305, + "epoch": 1.4472454326582638, + "grad_norm": 2.5, + "learning_rate": 1.8751291264650046e-06, + "loss": 0.3439618110656738, + "mean_token_accuracy": 0.9139068111777305, + "num_tokens": 31718707.0, + "step": 5110 + }, + { + "entropy": 0.2603332348167896, + "epoch": 1.4500778926497664, + "grad_norm": 3.359375, + "learning_rate": 1.8572608127808728e-06, + "loss": 0.31691861152648926, + "mean_token_accuracy": 0.9209822177886963, + "num_tokens": 31782906.0, + "step": 5120 + }, + { + "entropy": 0.20631724232807755, + "epoch": 1.452910352641269, + "grad_norm": 2.3125, + "learning_rate": 1.83945860285964e-06, + "loss": 0.2487272262573242, + "mean_token_accuracy": 0.9387247279286385, + "num_tokens": 31843112.0, + "step": 5130 + }, + { + "entropy": 0.312122474052012, + "epoch": 1.4557428126327716, + "grad_norm": 2.59375, + "learning_rate": 1.8217228711495144e-06, + "loss": 0.3650108814239502, + "mean_token_accuracy": 0.903496403992176, + "num_tokens": 31908733.0, + "step": 5140 + }, + { + "entropy": 0.21777895856648682, + "epoch": 1.4585752726242742, + "grad_norm": 2.84375, + "learning_rate": 1.8040539907004151e-06, + "loss": 0.2540838003158569, + "mean_token_accuracy": 0.933236388862133, + "num_tokens": 31965951.0, + "step": 5150 + }, + { + "entropy": 0.2150375141762197, + "epoch": 1.4614077326157768, + "grad_norm": 3.109375, + "learning_rate": 1.7864523331561289e-06, + "loss": 0.25230045318603517, + "mean_token_accuracy": 0.9354735314846039, + "num_tokens": 32030628.0, + "step": 5160 + }, + { + "entropy": 0.2608655440621078, + "epoch": 1.4642401926072794, + "grad_norm": 3.046875, + "learning_rate": 1.7689182687464856e-06, + "loss": 0.3130248308181763, + "mean_token_accuracy": 0.9211593955755234, + "num_tokens": 32097676.0, + "step": 5170 + }, + { + "entropy": 0.25380949294194577, + "epoch": 1.467072652598782, + "grad_norm": 2.890625, + "learning_rate": 1.7514521662795747e-06, + "loss": 0.2816046476364136, + "mean_token_accuracy": 0.9257098287343979, + "num_tokens": 32158741.0, + "step": 5180 + }, + { + "entropy": 0.25251292893663047, + "epoch": 1.4699051125902847, + "grad_norm": 2.65625, + "learning_rate": 1.7340543931339855e-06, + "loss": 0.29217917919158937, + "mean_token_accuracy": 0.9239209443330765, + "num_tokens": 32214336.0, + "step": 5190 + }, + { + "entropy": 0.19389442894607783, + "epoch": 1.4727375725817873, + "grad_norm": 2.609375, + "learning_rate": 1.7167253152510881e-06, + "loss": 0.2437535524368286, + "mean_token_accuracy": 0.9410161271691322, + "num_tokens": 32272894.0, + "step": 5200 + }, + { + "entropy": 0.24098797258920968, + "epoch": 1.47557003257329, + "grad_norm": 2.734375, + "learning_rate": 1.6994652971273234e-06, + "loss": 0.3020350217819214, + "mean_token_accuracy": 0.927329009771347, + "num_tokens": 32334986.0, + "step": 5210 + }, + { + "entropy": 0.22781321993097664, + "epoch": 1.4784024925647925, + "grad_norm": 3.34375, + "learning_rate": 1.6822747018065454e-06, + "loss": 0.27587802410125734, + "mean_token_accuracy": 0.9302007511258126, + "num_tokens": 32400375.0, + "step": 5220 + }, + { + "entropy": 0.2371103228069842, + "epoch": 1.4812349525562951, + "grad_norm": 2.640625, + "learning_rate": 1.6651538908723819e-06, + "loss": 0.2963529586791992, + "mean_token_accuracy": 0.9281015366315841, + "num_tokens": 32461495.0, + "step": 5230 + }, + { + "entropy": 0.2026872721500695, + "epoch": 1.4840674125477977, + "grad_norm": 3.703125, + "learning_rate": 1.648103224440628e-06, + "loss": 0.2533473253250122, + "mean_token_accuracy": 0.9393594354391098, + "num_tokens": 32520488.0, + "step": 5240 + }, + { + "entropy": 0.27795653184875846, + "epoch": 1.4868998725393003, + "grad_norm": 4.28125, + "learning_rate": 1.6311230611516787e-06, + "loss": 0.3331992864608765, + "mean_token_accuracy": 0.9139838621020318, + "num_tokens": 32579890.0, + "step": 5250 + }, + { + "entropy": 0.24200157299637795, + "epoch": 1.489732332530803, + "grad_norm": 2.453125, + "learning_rate": 1.6142137581629735e-06, + "loss": 0.29794676303863527, + "mean_token_accuracy": 0.9251758947968483, + "num_tokens": 32638891.0, + "step": 5260 + }, + { + "entropy": 0.28265436114743353, + "epoch": 1.4925647925223056, + "grad_norm": 2.953125, + "learning_rate": 1.5973756711414906e-06, + "loss": 0.32789628505706786, + "mean_token_accuracy": 0.9158792689442634, + "num_tokens": 32698889.0, + "step": 5270 + }, + { + "entropy": 0.2547013622708619, + "epoch": 1.4953972525138082, + "grad_norm": 3.34375, + "learning_rate": 1.5806091542562702e-06, + "loss": 0.3087520360946655, + "mean_token_accuracy": 0.9223901182413101, + "num_tokens": 32761937.0, + "step": 5280 + }, + { + "entropy": 0.22827409273013471, + "epoch": 1.4982297125053108, + "grad_norm": 2.9375, + "learning_rate": 1.5639145601709565e-06, + "loss": 0.2831422328948975, + "mean_token_accuracy": 0.9307228982448578, + "num_tokens": 32827776.0, + "step": 5290 + }, + { + "entropy": 0.2951494877226651, + "epoch": 1.5010621724968134, + "grad_norm": 2.59375, + "learning_rate": 1.5472922400363822e-06, + "loss": 0.36947824954986574, + "mean_token_accuracy": 0.9096596837043762, + "num_tokens": 32894314.0, + "step": 5300 + }, + { + "entropy": 0.2979168656282127, + "epoch": 1.5038946324883162, + "grad_norm": 2.859375, + "learning_rate": 1.5307425434831907e-06, + "loss": 0.3343170642852783, + "mean_token_accuracy": 0.9080912008881569, + "num_tokens": 32956538.0, + "step": 5310 + }, + { + "entropy": 0.30057740341871975, + "epoch": 1.5067270924798186, + "grad_norm": 3.15625, + "learning_rate": 1.5142658186144643e-06, + "loss": 0.35959796905517577, + "mean_token_accuracy": 0.910037699341774, + "num_tokens": 33021410.0, + "step": 5320 + }, + { + "entropy": 0.24314799094572664, + "epoch": 1.5095595524713215, + "grad_norm": 2.875, + "learning_rate": 1.4978624119984215e-06, + "loss": 0.2805622100830078, + "mean_token_accuracy": 0.9268027886748313, + "num_tokens": 33077695.0, + "step": 5330 + }, + { + "entropy": 0.20980772599577904, + "epoch": 1.5123920124628238, + "grad_norm": 3.21875, + "learning_rate": 1.4815326686611203e-06, + "loss": 0.2554431200027466, + "mean_token_accuracy": 0.936587342619896, + "num_tokens": 33139831.0, + "step": 5340 + }, + { + "entropy": 0.21507870415225624, + "epoch": 1.5152244724543267, + "grad_norm": 3.203125, + "learning_rate": 1.4652769320791903e-06, + "loss": 0.24842193126678466, + "mean_token_accuracy": 0.9355509415268898, + "num_tokens": 33197251.0, + "step": 5350 + }, + { + "entropy": 0.2641136610880494, + "epoch": 1.518056932445829, + "grad_norm": 3.8125, + "learning_rate": 1.4490955441726274e-06, + "loss": 0.3337679624557495, + "mean_token_accuracy": 0.9209033325314522, + "num_tokens": 33257985.0, + "step": 5360 + }, + { + "entropy": 0.24620256144553423, + "epoch": 1.520889392437332, + "grad_norm": 3.484375, + "learning_rate": 1.432988845297586e-06, + "loss": 0.29033358097076417, + "mean_token_accuracy": 0.9254283532500267, + "num_tokens": 33319091.0, + "step": 5370 + }, + { + "entropy": 0.2379481267184019, + "epoch": 1.5237218524288343, + "grad_norm": 2.265625, + "learning_rate": 1.4169571742392258e-06, + "loss": 0.27025935649871824, + "mean_token_accuracy": 0.9277426168322563, + "num_tokens": 33383844.0, + "step": 5380 + }, + { + "entropy": 0.2868938121944666, + "epoch": 1.5265543124203371, + "grad_norm": 3.71875, + "learning_rate": 1.4010008682045923e-06, + "loss": 0.3404625415802002, + "mean_token_accuracy": 0.9113814622163773, + "num_tokens": 33453218.0, + "step": 5390 + }, + { + "entropy": 0.22716827960684896, + "epoch": 1.5293867724118397, + "grad_norm": 3.171875, + "learning_rate": 1.3851202628155107e-06, + "loss": 0.25096280574798585, + "mean_token_accuracy": 0.9309007912874222, + "num_tokens": 33508903.0, + "step": 5400 + }, + { + "entropy": 0.27040613191202284, + "epoch": 1.5322192324033423, + "grad_norm": 3.328125, + "learning_rate": 1.369315692101536e-06, + "loss": 0.32122843265533446, + "mean_token_accuracy": 0.9177961051464081, + "num_tokens": 33573171.0, + "step": 5410 + }, + { + "entropy": 0.2600837898440659, + "epoch": 1.535051692394845, + "grad_norm": 3.234375, + "learning_rate": 1.3535874884929268e-06, + "loss": 0.3213672637939453, + "mean_token_accuracy": 0.9197964414954185, + "num_tokens": 33636074.0, + "step": 5420 + }, + { + "entropy": 0.22881285650655628, + "epoch": 1.5378841523863476, + "grad_norm": 3.09375, + "learning_rate": 1.3379359828136484e-06, + "loss": 0.2707126379013062, + "mean_token_accuracy": 0.9294409155845642, + "num_tokens": 33698927.0, + "step": 5430 + }, + { + "entropy": 0.2975919903255999, + "epoch": 1.5407166123778502, + "grad_norm": 2.5625, + "learning_rate": 1.3223615042744177e-06, + "loss": 0.34776482582092283, + "mean_token_accuracy": 0.9107442811131478, + "num_tokens": 33760454.0, + "step": 5440 + }, + { + "entropy": 0.2446910054422915, + "epoch": 1.5435490723693528, + "grad_norm": 3.6875, + "learning_rate": 1.3068643804657755e-06, + "loss": 0.3253368616104126, + "mean_token_accuracy": 0.9267232105135917, + "num_tokens": 33820778.0, + "step": 5450 + }, + { + "entropy": 0.24788066679611803, + "epoch": 1.5463815323608554, + "grad_norm": 3.1875, + "learning_rate": 1.2914449373512039e-06, + "loss": 0.290773868560791, + "mean_token_accuracy": 0.9264207080006599, + "num_tokens": 33885412.0, + "step": 5460 + }, + { + "entropy": 0.26637936308979987, + "epoch": 1.549213992352358, + "grad_norm": 2.84375, + "learning_rate": 1.2761034992602594e-06, + "loss": 0.302551794052124, + "mean_token_accuracy": 0.9195884510874748, + "num_tokens": 33949818.0, + "step": 5470 + }, + { + "entropy": 0.25932731870561837, + "epoch": 1.5520464523438606, + "grad_norm": 2.734375, + "learning_rate": 1.260840388881757e-06, + "loss": 0.3070210456848145, + "mean_token_accuracy": 0.9207321554422379, + "num_tokens": 34014584.0, + "step": 5480 + }, + { + "entropy": 0.27443883698433635, + "epoch": 1.5548789123353632, + "grad_norm": 3.46875, + "learning_rate": 1.2456559272569835e-06, + "loss": 0.33689801692962645, + "mean_token_accuracy": 0.9148522824048996, + "num_tokens": 34084875.0, + "step": 5490 + }, + { + "entropy": 0.23238408304750918, + "epoch": 1.5577113723268659, + "grad_norm": 2.359375, + "learning_rate": 1.2305504337729402e-06, + "loss": 0.2621855497360229, + "mean_token_accuracy": 0.9286026373505593, + "num_tokens": 34149334.0, + "step": 5500 + }, + { + "entropy": 0.19104345375671983, + "epoch": 1.5605438323183685, + "grad_norm": 3.0, + "learning_rate": 1.2155242261556322e-06, + "loss": 0.21013360023498534, + "mean_token_accuracy": 0.9440885782241821, + "num_tokens": 34208909.0, + "step": 5510 + }, + { + "entropy": 0.3090286682359874, + "epoch": 1.563376292309871, + "grad_norm": 3.546875, + "learning_rate": 1.2005776204633784e-06, + "loss": 0.3435187578201294, + "mean_token_accuracy": 0.906642059981823, + "num_tokens": 34277789.0, + "step": 5520 + }, + { + "entropy": 0.27096550054848195, + "epoch": 1.5662087523013737, + "grad_norm": 3.0, + "learning_rate": 1.1857109310801646e-06, + "loss": 0.33941338062286375, + "mean_token_accuracy": 0.9181032046675682, + "num_tokens": 34341408.0, + "step": 5530 + }, + { + "entropy": 0.2512120358645916, + "epoch": 1.5690412122928765, + "grad_norm": 2.953125, + "learning_rate": 1.1709244707090379e-06, + "loss": 0.3203424453735352, + "mean_token_accuracy": 0.9274255812168122, + "num_tokens": 34401100.0, + "step": 5540 + }, + { + "entropy": 0.22159507512114943, + "epoch": 1.571873672284379, + "grad_norm": 3.25, + "learning_rate": 1.1562185503655189e-06, + "loss": 0.26977603435516356, + "mean_token_accuracy": 0.9318756386637688, + "num_tokens": 34462912.0, + "step": 5550 + }, + { + "entropy": 0.23320558797568083, + "epoch": 1.5747061322758817, + "grad_norm": 1.9609375, + "learning_rate": 1.1415934793710665e-06, + "loss": 0.2658952474594116, + "mean_token_accuracy": 0.9283665150403977, + "num_tokens": 34524813.0, + "step": 5560 + }, + { + "entropy": 0.2423627723939717, + "epoch": 1.5775385922673841, + "grad_norm": 2.453125, + "learning_rate": 1.1270495653465736e-06, + "loss": 0.2817867279052734, + "mean_token_accuracy": 0.9266665682196618, + "num_tokens": 34588658.0, + "step": 5570 + }, + { + "entropy": 0.288007527962327, + "epoch": 1.580371052258887, + "grad_norm": 3.5625, + "learning_rate": 1.1125871142058853e-06, + "loss": 0.3256409168243408, + "mean_token_accuracy": 0.9146550044417381, + "num_tokens": 34651205.0, + "step": 5580 + }, + { + "entropy": 0.26610668897628786, + "epoch": 1.5832035122503894, + "grad_norm": 3.21875, + "learning_rate": 1.09820643014938e-06, + "loss": 0.30162830352783204, + "mean_token_accuracy": 0.9187943205237389, + "num_tokens": 34712268.0, + "step": 5590 + }, + { + "entropy": 0.23809606842696668, + "epoch": 1.5860359722418922, + "grad_norm": 2.671875, + "learning_rate": 1.0839078156575627e-06, + "loss": 0.2636057615280151, + "mean_token_accuracy": 0.9277158841490746, + "num_tokens": 34772045.0, + "step": 5600 + }, + { + "entropy": 0.22600625092163681, + "epoch": 1.5888684322333946, + "grad_norm": 2.96875, + "learning_rate": 1.0696915714846957e-06, + "loss": 0.2677895545959473, + "mean_token_accuracy": 0.9321974024176598, + "num_tokens": 34833071.0, + "step": 5610 + }, + { + "entropy": 0.24366146139800549, + "epoch": 1.5917008922248974, + "grad_norm": 3.53125, + "learning_rate": 1.0555579966524881e-06, + "loss": 0.29182281494140627, + "mean_token_accuracy": 0.9258176818490028, + "num_tokens": 34894119.0, + "step": 5620 + }, + { + "entropy": 0.21388702299445866, + "epoch": 1.5945333522163998, + "grad_norm": 3.0625, + "learning_rate": 1.0415073884437976e-06, + "loss": 0.2524517774581909, + "mean_token_accuracy": 0.9357389867305755, + "num_tokens": 34952146.0, + "step": 5630 + }, + { + "entropy": 0.21859713681042195, + "epoch": 1.5973658122079026, + "grad_norm": 2.8125, + "learning_rate": 1.0275400423963717e-06, + "loss": 0.24928975105285645, + "mean_token_accuracy": 0.934303593635559, + "num_tokens": 35011714.0, + "step": 5640 + }, + { + "entropy": 0.2579089604318142, + "epoch": 1.600198272199405, + "grad_norm": 2.921875, + "learning_rate": 1.0136562522966441e-06, + "loss": 0.31113855838775634, + "mean_token_accuracy": 0.9202840358018876, + "num_tokens": 35074651.0, + "step": 5650 + }, + { + "entropy": 0.26469491589814426, + "epoch": 1.6030307321909079, + "grad_norm": 3.140625, + "learning_rate": 9.998563101735476e-07, + "loss": 0.3200496435165405, + "mean_token_accuracy": 0.9220004096627236, + "num_tokens": 35138648.0, + "step": 5660 + }, + { + "entropy": 0.22206950206309556, + "epoch": 1.6058631921824105, + "grad_norm": 2.640625, + "learning_rate": 9.861405062923697e-07, + "loss": 0.2514327049255371, + "mean_token_accuracy": 0.9321804001927376, + "num_tokens": 35196730.0, + "step": 5670 + }, + { + "entropy": 0.24417279483750462, + "epoch": 1.608695652173913, + "grad_norm": 3.328125, + "learning_rate": 9.725091291486566e-07, + "loss": 0.30283517837524415, + "mean_token_accuracy": 0.926240362226963, + "num_tokens": 35257197.0, + "step": 5680 + }, + { + "entropy": 0.30107640102505684, + "epoch": 1.6115281121654157, + "grad_norm": 2.296875, + "learning_rate": 9.589624654621337e-07, + "loss": 0.374169659614563, + "mean_token_accuracy": 0.9090639904141427, + "num_tokens": 35322366.0, + "step": 5690 + }, + { + "entropy": 0.25959637677297, + "epoch": 1.6143605721569183, + "grad_norm": 3.5, + "learning_rate": 9.455008001706823e-07, + "loss": 0.3035139560699463, + "mean_token_accuracy": 0.920881375670433, + "num_tokens": 35384760.0, + "step": 5700 + }, + { + "entropy": 0.26152828708291054, + "epoch": 1.617193032148421, + "grad_norm": 2.921875, + "learning_rate": 9.321244164243426e-07, + "loss": 0.3164137125015259, + "mean_token_accuracy": 0.9189648017287254, + "num_tokens": 35451710.0, + "step": 5710 + }, + { + "entropy": 0.26348818531259893, + "epoch": 1.6200254921399235, + "grad_norm": 2.84375, + "learning_rate": 9.188335955793626e-07, + "loss": 0.30527734756469727, + "mean_token_accuracy": 0.9183376669883728, + "num_tokens": 35512594.0, + "step": 5720 + }, + { + "entropy": 0.2280609853565693, + "epoch": 1.6228579521314261, + "grad_norm": 2.375, + "learning_rate": 9.056286171922734e-07, + "loss": 0.2652477264404297, + "mean_token_accuracy": 0.9297893449664116, + "num_tokens": 35576563.0, + "step": 5730 + }, + { + "entropy": 0.2838295646011829, + "epoch": 1.6256904121229288, + "grad_norm": 2.9375, + "learning_rate": 8.925097590140148e-07, + "loss": 0.35121898651123046, + "mean_token_accuracy": 0.9098823204636574, + "num_tokens": 35640297.0, + "step": 5740 + }, + { + "entropy": 0.2746155882254243, + "epoch": 1.6285228721144314, + "grad_norm": 3.265625, + "learning_rate": 8.794772969840887e-07, + "loss": 0.31128735542297364, + "mean_token_accuracy": 0.9179449796676635, + "num_tokens": 35707899.0, + "step": 5750 + }, + { + "entropy": 0.2756534986197948, + "epoch": 1.631355332105934, + "grad_norm": 3.234375, + "learning_rate": 8.665315052247602e-07, + "loss": 0.32416977882385256, + "mean_token_accuracy": 0.9196028739213944, + "num_tokens": 35772162.0, + "step": 5760 + }, + { + "entropy": 0.2519084827043116, + "epoch": 1.6341877920974366, + "grad_norm": 3.140625, + "learning_rate": 8.536726560352876e-07, + "loss": 0.324365496635437, + "mean_token_accuracy": 0.9242412179708481, + "num_tokens": 35835349.0, + "step": 5770 + }, + { + "entropy": 0.25698692388832567, + "epoch": 1.6370202520889392, + "grad_norm": 3.53125, + "learning_rate": 8.409010198861956e-07, + "loss": 0.3088990211486816, + "mean_token_accuracy": 0.9209602817893028, + "num_tokens": 35897448.0, + "step": 5780 + }, + { + "entropy": 0.22108505498617886, + "epoch": 1.6398527120804418, + "grad_norm": 2.890625, + "learning_rate": 8.282168654135847e-07, + "loss": 0.2698824882507324, + "mean_token_accuracy": 0.93257477581501, + "num_tokens": 35959332.0, + "step": 5790 + }, + { + "entropy": 0.2284936947748065, + "epoch": 1.6426851720719444, + "grad_norm": 3.28125, + "learning_rate": 8.156204594134893e-07, + "loss": 0.2973310470581055, + "mean_token_accuracy": 0.9306313022971153, + "num_tokens": 36021262.0, + "step": 5800 + }, + { + "entropy": 0.24009261797182263, + "epoch": 1.6455176320634473, + "grad_norm": 3.15625, + "learning_rate": 8.031120668362535e-07, + "loss": 0.28094191551208497, + "mean_token_accuracy": 0.9246355861425399, + "num_tokens": 36084005.0, + "step": 5810 + }, + { + "entropy": 0.23662603041157126, + "epoch": 1.6483500920549496, + "grad_norm": 2.625, + "learning_rate": 7.906919507809651e-07, + "loss": 0.2780949354171753, + "mean_token_accuracy": 0.9279899090528488, + "num_tokens": 36147389.0, + "step": 5820 + }, + { + "entropy": 0.23658121339976787, + "epoch": 1.6511825520464525, + "grad_norm": 2.953125, + "learning_rate": 7.783603724899258e-07, + "loss": 0.29379072189331057, + "mean_token_accuracy": 0.927857731282711, + "num_tokens": 36210586.0, + "step": 5830 + }, + { + "entropy": 0.26622840845957396, + "epoch": 1.6540150120379549, + "grad_norm": 2.96875, + "learning_rate": 7.661175913431429e-07, + "loss": 0.2929482936859131, + "mean_token_accuracy": 0.9188829958438873, + "num_tokens": 36274779.0, + "step": 5840 + }, + { + "entropy": 0.21175987273454666, + "epoch": 1.6568474720294577, + "grad_norm": 2.75, + "learning_rate": 7.53963864852888e-07, + "loss": 0.2593329906463623, + "mean_token_accuracy": 0.934892113506794, + "num_tokens": 36335052.0, + "step": 5850 + }, + { + "entropy": 0.2694924921728671, + "epoch": 1.65967993202096, + "grad_norm": 2.515625, + "learning_rate": 7.418994486582759e-07, + "loss": 0.3219228506088257, + "mean_token_accuracy": 0.918947072327137, + "num_tokens": 36402302.0, + "step": 5860 + }, + { + "entropy": 0.22867691768333315, + "epoch": 1.662512392012463, + "grad_norm": 2.125, + "learning_rate": 7.299245965198781e-07, + "loss": 0.27680966854095457, + "mean_token_accuracy": 0.9292436599731445, + "num_tokens": 36462632.0, + "step": 5870 + }, + { + "entropy": 0.2866896932013333, + "epoch": 1.6653448520039653, + "grad_norm": 2.984375, + "learning_rate": 7.180395603144008e-07, + "loss": 0.34249396324157716, + "mean_token_accuracy": 0.91329265832901, + "num_tokens": 36527224.0, + "step": 5880 + }, + { + "entropy": 0.27094610016793014, + "epoch": 1.6681773119954681, + "grad_norm": 3.265625, + "learning_rate": 7.062445900293785e-07, + "loss": 0.36627175807952883, + "mean_token_accuracy": 0.9188960358500481, + "num_tokens": 36592894.0, + "step": 5890 + }, + { + "entropy": 0.26132087502628565, + "epoch": 1.6710097719869705, + "grad_norm": 2.9375, + "learning_rate": 6.9453993375791e-07, + "loss": 0.3172159194946289, + "mean_token_accuracy": 0.9181624829769135, + "num_tokens": 36654978.0, + "step": 5900 + }, + { + "entropy": 0.233911953587085, + "epoch": 1.6738422319784734, + "grad_norm": 2.890625, + "learning_rate": 6.829258376934561e-07, + "loss": 0.2974437713623047, + "mean_token_accuracy": 0.928301876783371, + "num_tokens": 36719391.0, + "step": 5910 + }, + { + "entropy": 0.21565931793302298, + "epoch": 1.6766746919699758, + "grad_norm": 3.609375, + "learning_rate": 6.714025461246454e-07, + "loss": 0.2669668436050415, + "mean_token_accuracy": 0.9334323838353157, + "num_tokens": 36778045.0, + "step": 5920 + }, + { + "entropy": 0.21683911168947817, + "epoch": 1.6795071519614786, + "grad_norm": 2.84375, + "learning_rate": 6.59970301430144e-07, + "loss": 0.26363070011138917, + "mean_token_accuracy": 0.9335852771997452, + "num_tokens": 36837249.0, + "step": 5930 + }, + { + "entropy": 0.23265648679807782, + "epoch": 1.6823396119529812, + "grad_norm": 3.3125, + "learning_rate": 6.48629344073558e-07, + "loss": 0.26622016429901124, + "mean_token_accuracy": 0.9274113267660141, + "num_tokens": 36898226.0, + "step": 5940 + }, + { + "entropy": 0.2784924143925309, + "epoch": 1.6851720719444838, + "grad_norm": 2.671875, + "learning_rate": 6.37379912598371e-07, + "loss": 0.34350905418395994, + "mean_token_accuracy": 0.9142558068037033, + "num_tokens": 36963382.0, + "step": 5950 + }, + { + "entropy": 0.24184053102508188, + "epoch": 1.6880045319359864, + "grad_norm": 3.78125, + "learning_rate": 6.262222436229292e-07, + "loss": 0.2830460548400879, + "mean_token_accuracy": 0.9260421633720398, + "num_tokens": 37024951.0, + "step": 5960 + }, + { + "entropy": 0.21509222900494934, + "epoch": 1.690836991927489, + "grad_norm": 2.765625, + "learning_rate": 6.151565718354652e-07, + "loss": 0.2527156829833984, + "mean_token_accuracy": 0.9360066995024681, + "num_tokens": 37079547.0, + "step": 5970 + }, + { + "entropy": 0.24560804115608334, + "epoch": 1.6936694519189917, + "grad_norm": 3.65625, + "learning_rate": 6.041831299891616e-07, + "loss": 0.27899770736694335, + "mean_token_accuracy": 0.9240980878472328, + "num_tokens": 37139223.0, + "step": 5980 + }, + { + "entropy": 0.23427843432873488, + "epoch": 1.6965019119104943, + "grad_norm": 3.34375, + "learning_rate": 5.933021488972518e-07, + "loss": 0.2709463357925415, + "mean_token_accuracy": 0.9293721422553063, + "num_tokens": 37199693.0, + "step": 5990 + }, + { + "entropy": 0.19755451856181025, + "epoch": 1.6993343719019969, + "grad_norm": 3.640625, + "learning_rate": 5.825138574281697e-07, + "loss": 0.2685497045516968, + "mean_token_accuracy": 0.9402319520711899, + "num_tokens": 37259409.0, + "step": 6000 + }, + { + "entropy": 0.2616328032687306, + "epoch": 1.7021668318934995, + "grad_norm": 2.9375, + "learning_rate": 5.718184825007322e-07, + "loss": 0.29927141666412355, + "mean_token_accuracy": 0.9205271825194359, + "num_tokens": 37317619.0, + "step": 6010 + }, + { + "entropy": 0.2717592868953943, + "epoch": 1.704999291885002, + "grad_norm": 2.734375, + "learning_rate": 5.612162490793705e-07, + "loss": 0.2948524236679077, + "mean_token_accuracy": 0.915754534304142, + "num_tokens": 37375947.0, + "step": 6020 + }, + { + "entropy": 0.24579153461381792, + "epoch": 1.7078317518765047, + "grad_norm": 2.71875, + "learning_rate": 5.507073801693935e-07, + "loss": 0.33449468612670896, + "mean_token_accuracy": 0.9257088854908944, + "num_tokens": 37439620.0, + "step": 6030 + }, + { + "entropy": 0.26611594650894405, + "epoch": 1.7106642118680073, + "grad_norm": 2.671875, + "learning_rate": 5.402920968122987e-07, + "loss": 0.29062328338623045, + "mean_token_accuracy": 0.9189436316490174, + "num_tokens": 37502168.0, + "step": 6040 + }, + { + "entropy": 0.2788139834068716, + "epoch": 1.71349667185951, + "grad_norm": 3.0625, + "learning_rate": 5.299706180811231e-07, + "loss": 0.3326979160308838, + "mean_token_accuracy": 0.9133873134851456, + "num_tokens": 37565720.0, + "step": 6050 + }, + { + "entropy": 0.25504893427714703, + "epoch": 1.7163291318510128, + "grad_norm": 2.859375, + "learning_rate": 5.197431610758397e-07, + "loss": 0.29038186073303224, + "mean_token_accuracy": 0.9225362583994865, + "num_tokens": 37625899.0, + "step": 6060 + }, + { + "entropy": 0.24646360790356994, + "epoch": 1.7191615918425152, + "grad_norm": 3.375, + "learning_rate": 5.096099409187815e-07, + "loss": 0.2801154613494873, + "mean_token_accuracy": 0.9221906989812851, + "num_tokens": 37688905.0, + "step": 6070 + }, + { + "entropy": 0.2654589467681944, + "epoch": 1.721994051834018, + "grad_norm": 3.34375, + "learning_rate": 4.995711707501239e-07, + "loss": 0.3085824728012085, + "mean_token_accuracy": 0.9182787358760833, + "num_tokens": 37749957.0, + "step": 6080 + }, + { + "entropy": 0.26223820317536595, + "epoch": 1.7248265118255204, + "grad_norm": 2.921875, + "learning_rate": 4.896270617234022e-07, + "loss": 0.3128183841705322, + "mean_token_accuracy": 0.9200211226940155, + "num_tokens": 37807940.0, + "step": 6090 + }, + { + "entropy": 0.2681588695384562, + "epoch": 1.7276589718170232, + "grad_norm": 2.1875, + "learning_rate": 4.797778230010625e-07, + "loss": 0.32117178440093996, + "mean_token_accuracy": 0.9161472588777542, + "num_tokens": 37872649.0, + "step": 6100 + }, + { + "entropy": 0.2654016354121268, + "epoch": 1.7304914318085256, + "grad_norm": 2.171875, + "learning_rate": 4.70023661750072e-07, + "loss": 0.30300583839416506, + "mean_token_accuracy": 0.9194830045104027, + "num_tokens": 37939176.0, + "step": 6110 + }, + { + "entropy": 0.24514326835051178, + "epoch": 1.7333238918000284, + "grad_norm": 2.984375, + "learning_rate": 4.6036478313755737e-07, + "loss": 0.278977632522583, + "mean_token_accuracy": 0.924672819674015, + "num_tokens": 38001369.0, + "step": 6120 + }, + { + "entropy": 0.2553958177566528, + "epoch": 1.7361563517915308, + "grad_norm": 2.5, + "learning_rate": 4.5080139032648297e-07, + "loss": 0.3082934856414795, + "mean_token_accuracy": 0.921890738606453, + "num_tokens": 38062641.0, + "step": 6130 + }, + { + "entropy": 0.2784746644087136, + "epoch": 1.7389888117830337, + "grad_norm": 3.15625, + "learning_rate": 4.413336844713889e-07, + "loss": 0.35960190296173095, + "mean_token_accuracy": 0.919023522734642, + "num_tokens": 38127034.0, + "step": 6140 + }, + { + "entropy": 0.2474791486747563, + "epoch": 1.741821271774536, + "grad_norm": 2.859375, + "learning_rate": 4.3196186471415544e-07, + "loss": 0.31310961246490476, + "mean_token_accuracy": 0.9271246582269669, + "num_tokens": 38191869.0, + "step": 6150 + }, + { + "entropy": 0.19148513535037637, + "epoch": 1.7446537317660389, + "grad_norm": 2.765625, + "learning_rate": 4.226861281798067e-07, + "loss": 0.24431028366088867, + "mean_token_accuracy": 0.9425259172916413, + "num_tokens": 38246837.0, + "step": 6160 + }, + { + "entropy": 0.2849460038356483, + "epoch": 1.7474861917575413, + "grad_norm": 3.140625, + "learning_rate": 4.135066699723783e-07, + "loss": 0.35321385860443116, + "mean_token_accuracy": 0.9136219590902328, + "num_tokens": 38312789.0, + "step": 6170 + }, + { + "entropy": 0.3044266812503338, + "epoch": 1.750318651749044, + "grad_norm": 2.671875, + "learning_rate": 4.044236831708015e-07, + "loss": 0.36631484031677247, + "mean_token_accuracy": 0.9051524147391319, + "num_tokens": 38381443.0, + "step": 6180 + }, + { + "entropy": 0.25871176943182944, + "epoch": 1.7531511117405467, + "grad_norm": 2.921875, + "learning_rate": 3.954373588248489e-07, + "loss": 0.3120436191558838, + "mean_token_accuracy": 0.9194941282272339, + "num_tokens": 38440376.0, + "step": 6190 + }, + { + "entropy": 0.21256705159321426, + "epoch": 1.7559835717320493, + "grad_norm": 3.1875, + "learning_rate": 3.86547885951114e-07, + "loss": 0.27659921646118163, + "mean_token_accuracy": 0.9322510659694672, + "num_tokens": 38498332.0, + "step": 6200 + }, + { + "entropy": 0.20445358119904994, + "epoch": 1.758816031723552, + "grad_norm": 2.9375, + "learning_rate": 3.7775545152903436e-07, + "loss": 0.2523348331451416, + "mean_token_accuracy": 0.9390280991792679, + "num_tokens": 38554014.0, + "step": 6210 + }, + { + "entropy": 0.18416391648352146, + "epoch": 1.7616484917150546, + "grad_norm": 3.03125, + "learning_rate": 3.6906024049696066e-07, + "loss": 0.2193291187286377, + "mean_token_accuracy": 0.9433191910386085, + "num_tokens": 38611109.0, + "step": 6220 + }, + { + "entropy": 0.2637974001467228, + "epoch": 1.7644809517065572, + "grad_norm": 2.171875, + "learning_rate": 3.6046243574826444e-07, + "loss": 0.3237797021865845, + "mean_token_accuracy": 0.9204860851168633, + "num_tokens": 38677459.0, + "step": 6230 + }, + { + "entropy": 0.31895074248313904, + "epoch": 1.7673134116980598, + "grad_norm": 3.4375, + "learning_rate": 3.51962218127494e-07, + "loss": 0.35933072566986085, + "mean_token_accuracy": 0.9058421403169632, + "num_tokens": 38744200.0, + "step": 6240 + }, + { + "entropy": 0.2729435803368688, + "epoch": 1.7701458716895624, + "grad_norm": 3.09375, + "learning_rate": 3.4355976642656885e-07, + "loss": 0.3030064821243286, + "mean_token_accuracy": 0.9164240315556527, + "num_tokens": 38805557.0, + "step": 6250 + }, + { + "entropy": 0.25559688853099943, + "epoch": 1.772978331681065, + "grad_norm": 3.546875, + "learning_rate": 3.352552573810175e-07, + "loss": 0.32299444675445554, + "mean_token_accuracy": 0.9176233753561973, + "num_tokens": 38864776.0, + "step": 6260 + }, + { + "entropy": 0.22705860855057836, + "epoch": 1.7758107916725676, + "grad_norm": 3.609375, + "learning_rate": 3.2704886566626237e-07, + "loss": 0.2813774585723877, + "mean_token_accuracy": 0.9282340630888939, + "num_tokens": 38919437.0, + "step": 6270 + }, + { + "entropy": 0.24726136000826954, + "epoch": 1.7786432516640702, + "grad_norm": 2.34375, + "learning_rate": 3.189407638939479e-07, + "loss": 0.3042394399642944, + "mean_token_accuracy": 0.9257391706109047, + "num_tokens": 38979911.0, + "step": 6280 + }, + { + "entropy": 0.22607307843863964, + "epoch": 1.7814757116555728, + "grad_norm": 3.828125, + "learning_rate": 3.1093112260830337e-07, + "loss": 0.2781648635864258, + "mean_token_accuracy": 0.9285519152879715, + "num_tokens": 39040443.0, + "step": 6290 + }, + { + "entropy": 0.2300509915687144, + "epoch": 1.7843081716470754, + "grad_norm": 3.21875, + "learning_rate": 3.030201102825614e-07, + "loss": 0.2724717140197754, + "mean_token_accuracy": 0.9309455662965774, + "num_tokens": 39095342.0, + "step": 6300 + }, + { + "entropy": 0.22573469262570142, + "epoch": 1.787140631638578, + "grad_norm": 3.171875, + "learning_rate": 2.9520789331541123e-07, + "loss": 0.2936519384384155, + "mean_token_accuracy": 0.9300498858094215, + "num_tokens": 39157425.0, + "step": 6310 + }, + { + "entropy": 0.25970551362261174, + "epoch": 1.7899730916300807, + "grad_norm": 3.078125, + "learning_rate": 2.874946360275005e-07, + "loss": 0.3092733144760132, + "mean_token_accuracy": 0.9205686241388321, + "num_tokens": 39222823.0, + "step": 6320 + }, + { + "entropy": 0.26452819192782046, + "epoch": 1.7928055516215835, + "grad_norm": 2.828125, + "learning_rate": 2.798805006579786e-07, + "loss": 0.31335864067077634, + "mean_token_accuracy": 0.9205701932311058, + "num_tokens": 39284858.0, + "step": 6330 + }, + { + "entropy": 0.24047992387786507, + "epoch": 1.795638011613086, + "grad_norm": 2.609375, + "learning_rate": 2.723656473610825e-07, + "loss": 0.3066105365753174, + "mean_token_accuracy": 0.9279683545231819, + "num_tokens": 39348895.0, + "step": 6340 + }, + { + "entropy": 0.28008900824934246, + "epoch": 1.7984704716045887, + "grad_norm": 2.796875, + "learning_rate": 2.6495023420277154e-07, + "loss": 0.36823763847351076, + "mean_token_accuracy": 0.9184501737356185, + "num_tokens": 39415062.0, + "step": 6350 + }, + { + "entropy": 0.26460667392238973, + "epoch": 1.8013029315960911, + "grad_norm": 2.875, + "learning_rate": 2.5763441715739746e-07, + "loss": 0.33464004993438723, + "mean_token_accuracy": 0.9192859187722207, + "num_tokens": 39476274.0, + "step": 6360 + }, + { + "entropy": 0.2274815364740789, + "epoch": 1.804135391587594, + "grad_norm": 2.75, + "learning_rate": 2.5041835010442994e-07, + "loss": 0.271880578994751, + "mean_token_accuracy": 0.9299229174852371, + "num_tokens": 39541899.0, + "step": 6370 + }, + { + "entropy": 0.26884328480809927, + "epoch": 1.8069678515790963, + "grad_norm": 3.015625, + "learning_rate": 2.4330218482521597e-07, + "loss": 0.33253049850463867, + "mean_token_accuracy": 0.9190004959702491, + "num_tokens": 39605777.0, + "step": 6380 + }, + { + "entropy": 0.2505350584164262, + "epoch": 1.8098003115705992, + "grad_norm": 2.25, + "learning_rate": 2.3628607099978607e-07, + "loss": 0.29483606815338137, + "mean_token_accuracy": 0.9231566235423088, + "num_tokens": 39666792.0, + "step": 6390 + }, + { + "entropy": 0.23279191115871073, + "epoch": 1.8126327715621016, + "grad_norm": 2.546875, + "learning_rate": 2.2937015620370984e-07, + "loss": 0.28471810817718507, + "mean_token_accuracy": 0.9304475530982017, + "num_tokens": 39724921.0, + "step": 6400 + }, + { + "entropy": 0.2460587291046977, + "epoch": 1.8154652315536044, + "grad_norm": 2.375, + "learning_rate": 2.2255458590499157e-07, + "loss": 0.29708685874938967, + "mean_token_accuracy": 0.924674142897129, + "num_tokens": 39789840.0, + "step": 6410 + }, + { + "entropy": 0.275227199587971, + "epoch": 1.8182976915451068, + "grad_norm": 2.96875, + "learning_rate": 2.1583950346100502e-07, + "loss": 0.32755935192108154, + "mean_token_accuracy": 0.916304574906826, + "num_tokens": 39854091.0, + "step": 6420 + }, + { + "entropy": 0.24499026471748947, + "epoch": 1.8211301515366096, + "grad_norm": 3.328125, + "learning_rate": 2.092250501154852e-07, + "loss": 0.29811840057373046, + "mean_token_accuracy": 0.9256574973464012, + "num_tokens": 39912920.0, + "step": 6430 + }, + { + "entropy": 0.2415034817531705, + "epoch": 1.823962611528112, + "grad_norm": 3.5, + "learning_rate": 2.027113649955531e-07, + "loss": 0.30100116729736326, + "mean_token_accuracy": 0.9264890804886818, + "num_tokens": 39978941.0, + "step": 6440 + }, + { + "entropy": 0.21621945044025778, + "epoch": 1.8267950715196148, + "grad_norm": 2.734375, + "learning_rate": 1.9629858510879009e-07, + "loss": 0.26590795516967775, + "mean_token_accuracy": 0.9346760109066963, + "num_tokens": 40039328.0, + "step": 6450 + }, + { + "entropy": 0.26521125342696905, + "epoch": 1.8296275315111175, + "grad_norm": 3.40625, + "learning_rate": 1.8998684534035805e-07, + "loss": 0.3126166820526123, + "mean_token_accuracy": 0.9207312449812889, + "num_tokens": 40100768.0, + "step": 6460 + }, + { + "entropy": 0.2818935734219849, + "epoch": 1.83245999150262, + "grad_norm": 2.703125, + "learning_rate": 1.837762784501601e-07, + "loss": 0.3174401044845581, + "mean_token_accuracy": 0.9138144627213478, + "num_tokens": 40168204.0, + "step": 6470 + }, + { + "entropy": 0.21548109082505107, + "epoch": 1.8352924514941227, + "grad_norm": 2.515625, + "learning_rate": 1.7766701507004714e-07, + "loss": 0.23388545513153075, + "mean_token_accuracy": 0.9339930027723312, + "num_tokens": 40226289.0, + "step": 6480 + }, + { + "entropy": 0.282993733137846, + "epoch": 1.8381249114856253, + "grad_norm": 2.71875, + "learning_rate": 1.7165918370107394e-07, + "loss": 0.3528174161911011, + "mean_token_accuracy": 0.9143317997455597, + "num_tokens": 40289030.0, + "step": 6490 + }, + { + "entropy": 0.2208176883868873, + "epoch": 1.840957371477128, + "grad_norm": 2.484375, + "learning_rate": 1.6575291071079302e-07, + "loss": 0.277591872215271, + "mean_token_accuracy": 0.9313716217875481, + "num_tokens": 40346269.0, + "step": 6500 + }, + { + "entropy": 0.17992307087406517, + "epoch": 1.8437898314686305, + "grad_norm": 3.4375, + "learning_rate": 1.5994832033059904e-07, + "loss": 0.22391693592071532, + "mean_token_accuracy": 0.9458047389984131, + "num_tokens": 40404681.0, + "step": 6510 + }, + { + "entropy": 0.24145054388791323, + "epoch": 1.8466222914601331, + "grad_norm": 3.328125, + "learning_rate": 1.5424553465311242e-07, + "loss": 0.27162861824035645, + "mean_token_accuracy": 0.9262895420193672, + "num_tokens": 40465072.0, + "step": 6520 + }, + { + "entropy": 0.24201015066355466, + "epoch": 1.8494547514516357, + "grad_norm": 3.140625, + "learning_rate": 1.4864467362961433e-07, + "loss": 0.29361050128936766, + "mean_token_accuracy": 0.9280623480677604, + "num_tokens": 40532878.0, + "step": 6530 + }, + { + "entropy": 0.24844553079456091, + "epoch": 1.8522872114431383, + "grad_norm": 2.515625, + "learning_rate": 1.431458550675241e-07, + "loss": 0.2847309112548828, + "mean_token_accuracy": 0.9256111174821854, + "num_tokens": 40596505.0, + "step": 6540 + }, + { + "entropy": 0.2801776912994683, + "epoch": 1.855119671434641, + "grad_norm": 2.9375, + "learning_rate": 1.3774919462791803e-07, + "loss": 0.3397138833999634, + "mean_token_accuracy": 0.9128006041049957, + "num_tokens": 40661039.0, + "step": 6550 + }, + { + "entropy": 0.19126466400921344, + "epoch": 1.8579521314261436, + "grad_norm": 3.34375, + "learning_rate": 1.324548058230979e-07, + "loss": 0.22543008327484132, + "mean_token_accuracy": 0.9429485991597175, + "num_tokens": 40715811.0, + "step": 6560 + }, + { + "entropy": 0.24585074856877326, + "epoch": 1.8607845914176462, + "grad_norm": 3.015625, + "learning_rate": 1.2726280001420565e-07, + "loss": 0.312964653968811, + "mean_token_accuracy": 0.9219586297869682, + "num_tokens": 40776625.0, + "step": 6570 + }, + { + "entropy": 0.24542328473180533, + "epoch": 1.8636170514091488, + "grad_norm": 3.359375, + "learning_rate": 1.221732864088787e-07, + "loss": 0.29667832851409914, + "mean_token_accuracy": 0.9240572229027748, + "num_tokens": 40838744.0, + "step": 6580 + }, + { + "entropy": 0.2588384340517223, + "epoch": 1.8664495114006514, + "grad_norm": 2.671875, + "learning_rate": 1.1718637205895278e-07, + "loss": 0.30333585739135743, + "mean_token_accuracy": 0.9202205449342727, + "num_tokens": 40904956.0, + "step": 6590 + }, + { + "entropy": 0.23225077688694, + "epoch": 1.8692819713921542, + "grad_norm": 3.4375, + "learning_rate": 1.1230216185821152e-07, + "loss": 0.26589577198028563, + "mean_token_accuracy": 0.9290948897600174, + "num_tokens": 40965436.0, + "step": 6600 + }, + { + "entropy": 0.22000859072431922, + "epoch": 1.8721144313836566, + "grad_norm": 3.84375, + "learning_rate": 1.075207585401794e-07, + "loss": 0.2699639320373535, + "mean_token_accuracy": 0.9323829099535942, + "num_tokens": 41023215.0, + "step": 6610 + }, + { + "entropy": 0.2535040473565459, + "epoch": 1.8749468913751595, + "grad_norm": 3.15625, + "learning_rate": 1.0284226267596064e-07, + "loss": 0.30863726139068604, + "mean_token_accuracy": 0.9248314708471298, + "num_tokens": 41087828.0, + "step": 6620 + }, + { + "entropy": 0.24669125257059932, + "epoch": 1.8777793513666619, + "grad_norm": 2.46875, + "learning_rate": 9.826677267212425e-08, + "loss": 0.30537517070770265, + "mean_token_accuracy": 0.9266116693615913, + "num_tokens": 41153362.0, + "step": 6630 + }, + { + "entropy": 0.2794093001633883, + "epoch": 1.8806118113581647, + "grad_norm": 2.96875, + "learning_rate": 9.379438476863567e-08, + "loss": 0.351906943321228, + "mean_token_accuracy": 0.917433163523674, + "num_tokens": 41220089.0, + "step": 6640 + }, + { + "entropy": 0.22769942665472626, + "epoch": 1.883444271349667, + "grad_norm": 2.765625, + "learning_rate": 8.942519303682783e-08, + "loss": 0.2789041519165039, + "mean_token_accuracy": 0.9340349018573761, + "num_tokens": 41283446.0, + "step": 6650 + }, + { + "entropy": 0.26820186590775846, + "epoch": 1.88627673134117, + "grad_norm": 3.515625, + "learning_rate": 8.515928937742779e-08, + "loss": 0.3043699264526367, + "mean_token_accuracy": 0.9193714737892151, + "num_tokens": 41340748.0, + "step": 6660 + }, + { + "entropy": 0.27503922022879124, + "epoch": 1.8891091913326723, + "grad_norm": 3.65625, + "learning_rate": 8.099676351862151e-08, + "loss": 0.32951357364654543, + "mean_token_accuracy": 0.9163397386670112, + "num_tokens": 41403340.0, + "step": 6670 + }, + { + "entropy": 0.26579370996914803, + "epoch": 1.8919416513241751, + "grad_norm": 3.171875, + "learning_rate": 7.693770301416437e-08, + "loss": 0.3219149112701416, + "mean_token_accuracy": 0.9196508452296257, + "num_tokens": 41462880.0, + "step": 6680 + }, + { + "entropy": 0.23621928878128529, + "epoch": 1.8947741113156775, + "grad_norm": 3.609375, + "learning_rate": 7.298219324154421e-08, + "loss": 0.2890744924545288, + "mean_token_accuracy": 0.9298819839954376, + "num_tokens": 41526195.0, + "step": 6690 + }, + { + "entropy": 0.27600696263834834, + "epoch": 1.8976065713071804, + "grad_norm": 2.71875, + "learning_rate": 6.913031740018116e-08, + "loss": 0.34355599880218507, + "mean_token_accuracy": 0.9130271330475808, + "num_tokens": 41591657.0, + "step": 6700 + }, + { + "entropy": 0.22659093905240296, + "epoch": 1.9004390312986827, + "grad_norm": 2.765625, + "learning_rate": 6.538215650968017e-08, + "loss": 0.2584362030029297, + "mean_token_accuracy": 0.9318994283676147, + "num_tokens": 41652881.0, + "step": 6710 + }, + { + "entropy": 0.19116010125726463, + "epoch": 1.9032714912901856, + "grad_norm": 3.78125, + "learning_rate": 6.173778940812669e-08, + "loss": 0.22228658199310303, + "mean_token_accuracy": 0.9418683454394341, + "num_tokens": 41716165.0, + "step": 6720 + }, + { + "entropy": 0.21395046021789313, + "epoch": 1.9061039512816882, + "grad_norm": 2.6875, + "learning_rate": 5.819729275042707e-08, + "loss": 0.24404652118682862, + "mean_token_accuracy": 0.9350996121764183, + "num_tokens": 41774402.0, + "step": 6730 + }, + { + "entropy": 0.206297891959548, + "epoch": 1.9089364112731908, + "grad_norm": 2.765625, + "learning_rate": 5.4760741006696924e-08, + "loss": 0.21932601928710938, + "mean_token_accuracy": 0.9377839609980583, + "num_tokens": 41835826.0, + "step": 6740 + }, + { + "entropy": 0.2601193361915648, + "epoch": 1.9117688712646934, + "grad_norm": 3.03125, + "learning_rate": 5.1428206460695796e-08, + "loss": 0.3105193853378296, + "mean_token_accuracy": 0.9205463021993637, + "num_tokens": 41896469.0, + "step": 6750 + }, + { + "entropy": 0.2176902118138969, + "epoch": 1.914601331256196, + "grad_norm": 2.625, + "learning_rate": 4.819975920830444e-08, + "loss": 0.282018780708313, + "mean_token_accuracy": 0.9338846206665039, + "num_tokens": 41956459.0, + "step": 6760 + }, + { + "entropy": 0.2432327981106937, + "epoch": 1.9174337912476986, + "grad_norm": 3.015625, + "learning_rate": 4.507546715605271e-08, + "loss": 0.2807758808135986, + "mean_token_accuracy": 0.9271454349160194, + "num_tokens": 42017093.0, + "step": 6770 + }, + { + "entropy": 0.24391089770942925, + "epoch": 1.9202662512392012, + "grad_norm": 2.921875, + "learning_rate": 4.205539601969011e-08, + "loss": 0.2971158742904663, + "mean_token_accuracy": 0.924725803732872, + "num_tokens": 42078846.0, + "step": 6780 + }, + { + "entropy": 0.32951567629352213, + "epoch": 1.9230987112307039, + "grad_norm": 2.640625, + "learning_rate": 3.9139609322803584e-08, + "loss": 0.3879797697067261, + "mean_token_accuracy": 0.9019326567649841, + "num_tokens": 42147713.0, + "step": 6790 + }, + { + "entropy": 0.22944763768464327, + "epoch": 1.9259311712222065, + "grad_norm": 3.90625, + "learning_rate": 3.632816839548192e-08, + "loss": 0.27349128723144533, + "mean_token_accuracy": 0.9302066326141357, + "num_tokens": 42208163.0, + "step": 6800 + }, + { + "entropy": 0.24765467513352632, + "epoch": 1.928763631213709, + "grad_norm": 2.890625, + "learning_rate": 3.362113237302456e-08, + "loss": 0.3015899658203125, + "mean_token_accuracy": 0.9237828060984612, + "num_tokens": 42268370.0, + "step": 6810 + }, + { + "entropy": 0.20135141843929888, + "epoch": 1.9315960912052117, + "grad_norm": 3.078125, + "learning_rate": 3.101855819469979e-08, + "loss": 0.24629299640655516, + "mean_token_accuracy": 0.9382344454526901, + "num_tokens": 42328176.0, + "step": 6820 + }, + { + "entropy": 0.26274614767171445, + "epoch": 1.9344285511967143, + "grad_norm": 2.359375, + "learning_rate": 2.8520500602544077e-08, + "loss": 0.3142411708831787, + "mean_token_accuracy": 0.9208788141608238, + "num_tokens": 42399070.0, + "step": 6830 + }, + { + "entropy": 0.20602800706401467, + "epoch": 1.937261011188217, + "grad_norm": 2.828125, + "learning_rate": 2.612701214021407e-08, + "loss": 0.23800332546234132, + "mean_token_accuracy": 0.9366846188902855, + "num_tokens": 42460205.0, + "step": 6840 + }, + { + "entropy": 0.2510677558369935, + "epoch": 1.9400934711797198, + "grad_norm": 3.046875, + "learning_rate": 2.3838143151879156e-08, + "loss": 0.31001081466674807, + "mean_token_accuracy": 0.9244692400097847, + "num_tokens": 42522242.0, + "step": 6850 + }, + { + "entropy": 0.2729890734888613, + "epoch": 1.9429259311712221, + "grad_norm": 2.921875, + "learning_rate": 2.165394178116287e-08, + "loss": 0.32762746810913085, + "mean_token_accuracy": 0.9151088073849678, + "num_tokens": 42587198.0, + "step": 6860 + }, + { + "entropy": 0.2240607609041035, + "epoch": 1.945758391162725, + "grad_norm": 3.0625, + "learning_rate": 1.9574453970130915e-08, + "loss": 0.2605780839920044, + "mean_token_accuracy": 0.9307849809527398, + "num_tokens": 42647465.0, + "step": 6870 + }, + { + "entropy": 0.25691929934546354, + "epoch": 1.9485908511542274, + "grad_norm": 3.40625, + "learning_rate": 1.7599723458323615e-08, + "loss": 0.329613995552063, + "mean_token_accuracy": 0.9225831419229508, + "num_tokens": 42709342.0, + "step": 6880 + }, + { + "entropy": 0.22449990250170232, + "epoch": 1.9514233111457302, + "grad_norm": 2.0625, + "learning_rate": 1.5729791781837756e-08, + "loss": 0.274137544631958, + "mean_token_accuracy": 0.92944987565279, + "num_tokens": 42771846.0, + "step": 6890 + }, + { + "entropy": 0.2510226694867015, + "epoch": 1.9542557711372326, + "grad_norm": 3.109375, + "learning_rate": 1.3964698272451727e-08, + "loss": 0.2798833608627319, + "mean_token_accuracy": 0.922727121412754, + "num_tokens": 42836330.0, + "step": 6900 + }, + { + "entropy": 0.23438449776731432, + "epoch": 1.9570882311287354, + "grad_norm": 3.53125, + "learning_rate": 1.2304480056797296e-08, + "loss": 0.2897611618041992, + "mean_token_accuracy": 0.9267849996685982, + "num_tokens": 42897432.0, + "step": 6910 + }, + { + "entropy": 0.23171055475249885, + "epoch": 1.9599206911202378, + "grad_norm": 3.28125, + "learning_rate": 1.0749172055580793e-08, + "loss": 0.2596850633621216, + "mean_token_accuracy": 0.9288132786750793, + "num_tokens": 42959197.0, + "step": 6920 + }, + { + "entropy": 0.17453565653413533, + "epoch": 1.9627531511117406, + "grad_norm": 3.0625, + "learning_rate": 9.298806982847575e-09, + "loss": 0.19684503078460694, + "mean_token_accuracy": 0.9459488645195961, + "num_tokens": 43017059.0, + "step": 6930 + }, + { + "entropy": 0.19739270815625787, + "epoch": 1.965585611103243, + "grad_norm": 2.875, + "learning_rate": 7.953415345293146e-09, + "loss": 0.22833075523376464, + "mean_token_accuracy": 0.9406338453292846, + "num_tokens": 43072111.0, + "step": 6940 + }, + { + "entropy": 0.21678226673975587, + "epoch": 1.9684180710947459, + "grad_norm": 2.4375, + "learning_rate": 6.7130254416231115e-09, + "loss": 0.29375133514404295, + "mean_token_accuracy": 0.9332653507590294, + "num_tokens": 43133626.0, + "step": 6950 + }, + { + "entropy": 0.2225797032006085, + "epoch": 1.9712505310862483, + "grad_norm": 3.453125, + "learning_rate": 5.577663361955865e-09, + "loss": 0.29303553104400637, + "mean_token_accuracy": 0.9324888437986374, + "num_tokens": 43188395.0, + "step": 6960 + }, + { + "entropy": 0.25657844664528967, + "epoch": 1.974082991077751, + "grad_norm": 3.109375, + "learning_rate": 4.547352987276932e-09, + "loss": 0.29208557605743407, + "mean_token_accuracy": 0.9207483336329461, + "num_tokens": 43252749.0, + "step": 6970 + }, + { + "entropy": 0.26621196484193205, + "epoch": 1.9769154510692535, + "grad_norm": 2.984375, + "learning_rate": 3.62211598893325e-09, + "loss": 0.3027299404144287, + "mean_token_accuracy": 0.919490996003151, + "num_tokens": 43314198.0, + "step": 6980 + }, + { + "entropy": 0.2377776767127216, + "epoch": 1.9797479110607563, + "grad_norm": 3.265625, + "learning_rate": 2.801971828179095e-09, + "loss": 0.2663908004760742, + "mean_token_accuracy": 0.9292131140828133, + "num_tokens": 43375277.0, + "step": 6990 + }, + { + "entropy": 0.22117985133081675, + "epoch": 1.982580371052259, + "grad_norm": 3.125, + "learning_rate": 2.08693775576696e-09, + "loss": 0.2833960771560669, + "mean_token_accuracy": 0.9336959779262543, + "num_tokens": 43438248.0, + "step": 7000 + }, + { + "entropy": 0.23038975093513728, + "epoch": 1.9854128310437615, + "grad_norm": 2.46875, + "learning_rate": 1.4770288115839581e-09, + "loss": 0.28513920307159424, + "mean_token_accuracy": 0.9317124783992767, + "num_tokens": 43499486.0, + "step": 7010 + }, + { + "entropy": 0.2533068214543164, + "epoch": 1.9882452910352642, + "grad_norm": 4.09375, + "learning_rate": 9.7225782433652e-10, + "loss": 0.3095608472824097, + "mean_token_accuracy": 0.9234410226345062, + "num_tokens": 43561414.0, + "step": 7020 + }, + { + "entropy": 0.266626195423305, + "epoch": 1.9910777510267668, + "grad_norm": 3.046875, + "learning_rate": 5.726354112778332e-10, + "loss": 0.30042057037353515, + "mean_token_accuracy": 0.9195121124386787, + "num_tokens": 43629427.0, + "step": 7030 + }, + { + "entropy": 0.28724530171602963, + "epoch": 1.9939102110182694, + "grad_norm": 3.28125, + "learning_rate": 2.781699779885738e-10, + "loss": 0.3526787042617798, + "mean_token_accuracy": 0.9111995711922646, + "num_tokens": 43693068.0, + "step": 7040 + }, + { + "entropy": 0.25236462354660033, + "epoch": 1.996742671009772, + "grad_norm": 3.546875, + "learning_rate": 8.886771819704987e-11, + "loss": 0.32054083347320556, + "mean_token_accuracy": 0.9237392723560334, + "num_tokens": 43755957.0, + "step": 7050 + }, + { + "entropy": 0.23917155554518105, + "epoch": 1.9995751310012746, + "grad_norm": 3.171875, + "learning_rate": 4.73261364986044e-12, + "loss": 0.28454151153564455, + "mean_token_accuracy": 0.9247219309210777, + "num_tokens": 43818667.0, + "step": 7060 + } + ], + "logging_steps": 10, + "max_steps": 7062, + "num_input_tokens_seen": 0, + "num_train_epochs": 2, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 6.312786848624148e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-7062/training_args.bin b/checkpoint-7062/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..aba49055cfa1d5774559bd6e849e55b3a159ad6e --- /dev/null +++ b/checkpoint-7062/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3877cc7497dd1227f9a4d5559fa4971f821a57fe04698f05fa13abaa01033e02 +size 5777 diff --git a/hydra/.hydra/config.yaml b/hydra/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..932139ac2550a90cffd7d2127e96d572333cbd90 --- /dev/null +++ b/hydra/.hydra/config.yaml @@ -0,0 +1,113 @@ +model: + hf_id: Qwen/Qwen3-1.7B + local_path: /shared-ro/models/Qwen3-1.7B + dtype: bfloat16 + attn_impl: flash_attention_2 + max_model_len: 4096 +data: + name: mixed_math_lean_unified + loader: build_mixed_math_sft + kwargs: + n_nemotron: 10000 + n_lean: 20000 + n_deepseek_prover: 27500 + max_total_tokens: 3800 + seed: 0 +training: + recipe: sft + epochs: 2 + per_device_train_batch_size: 4 + gradient_accumulation_steps: 4 + dataloader_num_workers: 8 + learning_rate: 1.0e-05 + warmup_ratio: 0.03 + lr_scheduler_type: cosine + gradient_checkpointing: true + bf16: true + max_seq_length: 2048 + max_steps: -1 + max_grad_norm: 1.0 + optim: adamw_torch + assistant_only_loss: true + logging_steps: 10 + save_steps: 500 + save_total_limit: 4 + report_to: wandb + qlora: false + lora_r: 16 + lora_alpha: 32 + lora_dropout: 0.05 + lora_target_modules: + - q_proj + - k_proj + - v_proj + - o_proj + - gate_proj + - up_proj + - down_proj + deepspeed: null + adapter_model_dir: null + base_model_dir: /scratch/checkpoints/math/sft/lean-heavy-v1 + eval_callback: + enabled: true + eval_steps: 1000 + math500_n: 80 + math500_samples: 1 + n_class: 10 + class_samples: 4 + n_lean: 20 + lean_samples: 2 + max_new_tokens: 2048 + temperature: 0.7 + top_p: 0.95 + lean_timeout_s: 60 + gen_batch_size: 16 + run_at_start: true + eval_lean: true +domain: + name: math + thinking_mode: true + benchmark: math +post_train: + enabled: false + merge_adapter: false + merged_output_dir: null + domain_override: null + evals: [] +seed: 42 +run_id: ${now:%Y%m%d_%H%M%S} +output_dir: /scratch/checkpoints/math/sft/lean-unified-120817 +wandb: + project: flab-cs552 + entity: cs-552-2026-flab + mode: null + tags: [] + notes: null +eval: + model_dir: null + rows_source: samples + method: null + system_prompt: null + use_domain_system_prompt: false + force_domain_template: false + 'n': 8 + temperature: 0.7 + top_p: 0.95 + max_model_len: 4096 + max_tokens: 4096 + samples_dir: null +push: + model_dir: null + base_model_dir: null +es: + base_model_dir: null + data: null +hf_push: + enabled: false + org: cs-552-2026-flab + repo: null + private: false + vllm_validate: true + commit_message: null +validate_after_train: false +vllm_validate: true diff --git a/hydra/.hydra/hydra.yaml b/hydra/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7962240b7200bed38d350ff4c28a6faea73faae9 --- /dev/null +++ b/hydra/.hydra/hydra.yaml @@ -0,0 +1,163 @@ +hydra: + run: + dir: ${output_dir}/hydra + sweep: + dir: ${output_dir}/hydra_sweep + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: RUN + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: + - hydra.mode=RUN + task: + - domain=math + - data=mixed_math_lean_unified + - training=sft_lean_unified + - output_dir=/scratch/checkpoints/math/sft/lean-unified-120817 + job: + name: sft + chdir: false + override_dirname: data=mixed_math_lean_unified,domain=math,output_dir=/scratch/checkpoints/math/sft/lean-unified-120817,training=sft_lean_unified + id: ??? + num: ??? + config_name: base + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /scratch/runs/dejean/leanunified-120817 + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /scratch/runs/dejean/leanunified-120817/configs + schema: file + provider: main + - path: '' + schema: structured + provider: schema + output_dir: /scratch/checkpoints/math/sft/lean-unified-120817/hydra + choices: + post_train: disabled + domain: math + training: sft_lean_unified + data: mixed_math_lean_unified + model: qwen3_17b + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/hydra/.hydra/overrides.yaml b/hydra/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..010e8e9003c2986eb41002fcc287a0529a3eac12 --- /dev/null +++ b/hydra/.hydra/overrides.yaml @@ -0,0 +1,4 @@ +- domain=math +- data=mixed_math_lean_unified +- training=sft_lean_unified +- output_dir=/scratch/checkpoints/math/sft/lean-unified-120817 diff --git a/hydra/sft.log b/hydra/sft.log new file mode 100644 index 0000000000000000000000000000000000000000..7e287a63fc84f42d38ca45793a1bd50b25d4a64b --- /dev/null +++ b/hydra/sft.log @@ -0,0 +1,450 @@ +[2026-05-27 10:08:40,306][__main__][INFO] - config: +model: + hf_id: Qwen/Qwen3-1.7B + local_path: /shared-ro/models/Qwen3-1.7B + dtype: bfloat16 + attn_impl: flash_attention_2 + max_model_len: 4096 +data: + name: mixed_math_lean_unified + loader: build_mixed_math_sft + kwargs: + n_nemotron: 10000 + n_lean: 20000 + n_deepseek_prover: 27500 + max_total_tokens: 3800 + seed: 0 +training: + recipe: sft + epochs: 2 + per_device_train_batch_size: 4 + gradient_accumulation_steps: 4 + dataloader_num_workers: 8 + learning_rate: 1.0e-05 + warmup_ratio: 0.03 + lr_scheduler_type: cosine + gradient_checkpointing: true + bf16: true + max_seq_length: 2048 + max_steps: -1 + max_grad_norm: 1.0 + optim: adamw_torch + assistant_only_loss: true + logging_steps: 10 + save_steps: 500 + save_total_limit: 4 + report_to: wandb + qlora: false + lora_r: 16 + lora_alpha: 32 + lora_dropout: 0.05 + lora_target_modules: + - q_proj + - k_proj + - v_proj + - o_proj + - gate_proj + - up_proj + - down_proj + deepspeed: null + adapter_model_dir: null + base_model_dir: /scratch/checkpoints/math/sft/lean-heavy-v1 + eval_callback: + enabled: true + eval_steps: 1000 + math500_n: 80 + math500_samples: 1 + n_class: 10 + class_samples: 4 + n_lean: 20 + lean_samples: 2 + max_new_tokens: 2048 + temperature: 0.7 + top_p: 0.95 + lean_timeout_s: 60 + gen_batch_size: 16 + run_at_start: true + eval_lean: true +domain: + name: math + thinking_mode: true + benchmark: math +post_train: + enabled: false + merge_adapter: false + merged_output_dir: null + domain_override: null + evals: [] +seed: 42 +run_id: ${now:%Y%m%d_%H%M%S} +output_dir: /scratch/checkpoints/math/sft/lean-unified-120817 +wandb: + project: flab-cs552 + entity: cs-552-2026-flab + mode: null + tags: [] + notes: null +eval: + model_dir: null + rows_source: samples + method: null + system_prompt: null + use_domain_system_prompt: false + force_domain_template: false + 'n': 8 + temperature: 0.7 + top_p: 0.95 + max_model_len: 4096 + max_tokens: 4096 + samples_dir: null +push: + model_dir: null + base_model_dir: null +es: + base_model_dir: null + data: null +hf_push: + enabled: false + org: cs-552-2026-flab + repo: null + private: false + vllm_validate: true + commit_message: null +validate_after_train: false +vllm_validate: true + +[2026-05-27 10:08:51,922][flab.shared.repro][INFO] - wandb run: math__sft__20260527_100846 (https://wandb.ai/cs-552-2026-flab/flab-cs552/runs/xkixr0an) +[2026-05-27 10:08:53,404][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/main/README.md "HTTP/1.1 307 Temporary Redirect" +[2026-05-27 10:08:53,413][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/datasets/nvidia/Nemotron-SFT-Math-v3/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/README.md "HTTP/1.1 200 OK" +[2026-05-27 10:08:53,538][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/Nemotron-SFT-Math-v3.py "HTTP/1.1 404 Not Found" +[2026-05-27 10:08:53,876][httpx][INFO] - HTTP Request: HEAD https://s3.amazonaws.com/datasets.huggingface.co/datasets/datasets/nvidia/Nemotron-SFT-Math-v3/nvidia/Nemotron-SFT-Math-v3.py "HTTP/1.1 404 Not Found" +[2026-05-27 10:08:53,996][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/nvidia/Nemotron-SFT-Math-v3/revision/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3 "HTTP/1.1 200 OK" +[2026-05-27 10:08:54,114][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/.huggingface.yaml "HTTP/1.1 404 Not Found" +[2026-05-27 10:08:54,265][httpx][INFO] - HTTP Request: GET https://datasets-server.huggingface.co/info?dataset=nvidia/Nemotron-SFT-Math-v3 "HTTP/1.1 200 OK" +[2026-05-27 10:08:54,388][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/nvidia/Nemotron-SFT-Math-v3/tree/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data?recursive=false&expand=false "HTTP/1.1 200 OK" +[2026-05-27 10:08:54,507][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/dataset_infos.json "HTTP/1.1 404 Not Found" +[2026-05-27 10:08:54,667][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:08:54,709][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100420Z&X-Amz-Expires=3600&X-Amz-Signature=7fd5c94c92c46a416367a76ec590f3b63b6a05b17209228e571c154f43952499&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879860&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTg2MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=DDpyknCMwH%7EYdUhgxi8EXJQnuYqh43%7E-SXN8zuPrJbis9XIvfdh-CBZ1Y2lxRq1cOb%7E3HWdrkYmH1JzgouPXC1mJayBuIhkAAOx%7EwQ4Q9eieHhCeg7zq9usnbrU%7Ejiyg4uN0FB2SToiSPsqou34-9ki3GF3VGh4ShspPg-r6naTpvMPw8wHc0SkbszVq37uR8qdzlJhIjR%7EK6BD44VIOvx5T1KlGkzmmcEM%7ErLFmsoHwVn9NCH3tgsR9uSrg2n0kz5UGeI0olqmLa4tJ9CBX0YqdIydrTvwLX4JOeH3wZ8WtxPtYK%7E0suI5cDXUvcRFOAR4YGoknD6AX64Ho2B2dCw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:08:56,849][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:08:56,859][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100856Z&X-Amz-Expires=3600&X-Amz-Signature=1c8067d6eaebbddc7abcdbb838f10874379508663a9fc3141d1abbab97cb7286&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880136&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDEzNn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=BWHXh0OGQM%7E97kkqCgi4MpY3ZSyoDeAwuklSEIpySpCLGmPNUF5DBUFjiKGST7AgNbXs265U4zA15BRX4qdqm2-eb82gn3UzH3aXbSlOa4rugb1k7rI5-r6wykMBQ5S8Ok3sNFx7LBaWDh2AA8ZODHH3V7vbby6tzkPXUmVlJB56Zz-cpA5%7EbTpOT-YMEZi4y-DvlNuUYT1kD6lnDTEzohSpN2s%7Ermaa1sbYYd161S91ifvq9P-ahSMlrEh2WTarXMKfod2Gaa%7ExtU-Q2fCJskqPZcX2o6%7EtX7BKzzl8VKwfIkSBKybecarswjGgrIKKRCJZMZxjaUmWlnuMXq4ITA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:08:58,911][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:08:58,923][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100553Z&X-Amz-Expires=3600&X-Amz-Signature=41eb83549d50335425b88449dbffd21d495aec5d55605f7d6dd7d81952796604&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=6860da6db8c6f8138ab18191&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879953&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTk1M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=JtDSa9BCWDNFge5%7EEeyuk1rWSehAp%7EMEmnLQDLzfTwP7-YMcYePYXnJkPIp97MkUlinVYWUW-kIyXFIJKMuuv9GvFmzdRgIa7TdasizNdpQaC0tOEwZpvQQ9Dl7JYVe4TjhjGlh4i2TOqM3Lc9RAtx-EKfe4%7EoG1Uyehlh0T7o7z7aCptZMlzKwwnNoKDGPeuysFEk1gzCeeR1O5sj7LzrUIvgK6OAY-9dwtx41lho1ZpOCEY9cL8d-LeX9nTfjWHVu%7E9AzrBXCIVfCHsONAyOH2dfkiThV8fQvi3CcGoyB7donFPR61m7k%7Eufd5zMl1EGd9m5cZ3O%7Eq46KksSR9ZA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:00,392][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:00,401][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100900Z&X-Amz-Expires=3600&X-Amz-Signature=7fdfd439a5f7b3f7d9a1e744110a048b7ad4656c485fbce4749b103bbfc44dfa&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880140&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=oztoQq1gsaADClVhu7vioKMUGTNvK1kXF9o4WWczabgNeWzp1mZAerfh2WjXK7JhzNMb6bEPUK7SbhuDW1gD2J%7E9Va5g8L34snai5OdPozTbyyD9WRQl1pbugSrXBGhXQ%7EcOuCqBoGL6PbnkJSgLQJQbeGqsy0F%7EoPFaUAniCzqX8A%7EDbYEbsoQIQJJFiv2bkLEgrjULWolcrCVtwF2A6NZei7sMk3A5d9e9dFhTZ4MfoaUrKvvfXHSk6Uz69fagO0c0yp-u6m8EnwMZGa393ey6m9fAy6t8PV%7EpUEHInYyOWuvI0YnJflkbdKocdOeXhO9mZwbhGmu72C8G2au%7EXQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:01,856][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:01,866][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100901Z&X-Amz-Expires=3600&X-Amz-Signature=ec57717005705aa6fcc5d37bcb27d283e014cccf4a9a73bb75bac165d3fb25d9&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880141&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=NViKYMFU6teN1%7E2wR8db%7E6w4e8sVuiB-SZrLjjWsllepgR0eUNQhTmVE-R48S1-qRvlJE2lKvzVw-1SnJeJE6lUY7h4I2qOLIlckX60gWvPh65A0zoU85o%7E7jqd9E6szp2bqh6uW6bb1Qu2j1kVZ1cM9NH9iEMYPdA1Kf0Ps9F2%7EVFOkOwmri87XBaJMKKxJDhNs4x2EiRkxKg87QZZCNh0OLvIHRnZ-5V9tjxPPkWHz7tO6gO0FpSZcVvFSUOCQssn6Vz01yE6v%7EW2YIvvPWoft3dwiSmU2OPG9gpWSDvPCMJht9ebH0SIqRczOdFXbwXuZK7P8DF6D4i-4Dc0Wwg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:03,311][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:03,319][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100903Z&X-Amz-Expires=3600&X-Amz-Signature=f07855a80ab9d0effb74b4aee66cb1bb03053a58912140d919d1fcf5fb2f4f8e&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880143&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Oy87DQ1Izo7QqRNMPcAuHmcrAHB6SsUqWLTdOBU89fsgzXJufgc%7EmxfxQ%7E87FPQKLGtLj3Oo1-reWhxG9Ev0SEgUYRNBuzWIxFykLsw5caEnIt956tPFkF4v641kgyLOs3xK99cX8UikRFK6ZMgZyPmGmjZrbd-ms0F1eD8ffQAV6QNn0hR2DLYwzU6fOpUG3Z1-tS1peYJU4iEQCSLke%7EGC0MbwvETCLgjmyN%7EA2gNpIoWg%7E6ZNts2pyGC4GXA0W3lO2pLaF0J8SGa%7EF3DhKi01z6w4bYfBR1E74TYh3%7EYVYlddQz3wXVgLOSDHigr9XudLvPwnXwQT2gljgg-HFw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:04,790][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:04,801][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100904Z&X-Amz-Expires=3600&X-Amz-Signature=44660afdc34876e328c276f90a8b12b6e062f479b34bdba33474cefdc5fd4a70&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880144&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Q4YRafmy2py9duJ%7Ezkwti-aHVmf37MYIZSAZX72-WsZMlnTPS7YgWMbZ761wm7xDWY-VEcOaTnI4%7EQAleI2kPEDzfQ7Pcb2qMgjVj4O%7EGYj-fV88Mom6kS%7ErTTf%7E34T5KrSjMNW7GDUy7sDIwrCdJ%7EVMWmOSgTo2d-WFWX%7EB5B8gXJW3xqVJqDLgMLoCi6daUiUoIwnIzm9r0Kd89vuIZhaz1ljfzcszBIZiUlSRSMDR4dK0v8-oFglxKCn4KqxcBV5ll%7Ea7MCtELQoz8ne7uABcwYbI7Nhtdxxqgo-VsARXhxZoJf0tUMs7nKC27wU9at%7EEOIgCLFBCcoMkwZJ0%7Ew__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:06,294][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:06,303][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100420Z&X-Amz-Expires=3600&X-Amz-Signature=7fd5c94c92c46a416367a76ec590f3b63b6a05b17209228e571c154f43952499&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879860&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTg2MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=DDpyknCMwH%7EYdUhgxi8EXJQnuYqh43%7E-SXN8zuPrJbis9XIvfdh-CBZ1Y2lxRq1cOb%7E3HWdrkYmH1JzgouPXC1mJayBuIhkAAOx%7EwQ4Q9eieHhCeg7zq9usnbrU%7Ejiyg4uN0FB2SToiSPsqou34-9ki3GF3VGh4ShspPg-r6naTpvMPw8wHc0SkbszVq37uR8qdzlJhIjR%7EK6BD44VIOvx5T1KlGkzmmcEM%7ErLFmsoHwVn9NCH3tgsR9uSrg2n0kz5UGeI0olqmLa4tJ9CBX0YqdIydrTvwLX4JOeH3wZ8WtxPtYK%7E0suI5cDXUvcRFOAR4YGoknD6AX64Ho2B2dCw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:07,829][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:07,838][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100907Z&X-Amz-Expires=3600&X-Amz-Signature=736438f006bb3e28c45621f3da147f961a1b51ef676049e8e06654781c492d00&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880147&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=JNvvyUtOLqBczw2mB34FObI%7EByYEADCYeCR5Eqwf3arRJ188Rdp2tsPuX0TgY%7EC6se6O3nLtnhfQ5qd4zVOcT3ncajsbtlIzo56hKKbLMtfz4epMspZgXyF5%7EHbYoqtJu%7Es7NrxxbMLmuANPRZ1XRsEHXW727MdJK1uXA6GWDlbNG32u0IXnxc5P1MHOAh6b5Iqe1Uy9uEOr1xFgBNWgoMvmOMaX84VONsFp0y0qfKDhVa8Ff3KjGUNAY2c5NeVT7cHtN5gAQXNtIFP4-pOevzmHgOTqYnXVQe9SWToLh14QJxA1D4kfL9zMpO8JmzVVKaxMlA0PvKrj3N24e%7EgE4w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:09,324][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:09,332][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100745Z&X-Amz-Expires=3600&X-Amz-Signature=d59f4dc73da69e6dbbfa3da5bb5c2cf029caaffacae539c08f59821f96a73e83&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880065&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDA2NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=JEqVwT9XIfGXFJSW5brh-sNjIgflvf4DVe0WhDJfR6GhDT75pOifyBIng41OyilyZRZtWI3%7Ehf7I9GQ5yQnNmMaUYxXjYAiBx2h%7EMDkGMpPl2AahGoD8CGFiTJ2CxWOYG4IcULIBaZf7FMBYT0Qc-YPD0LCkIzIiZ%7EBxO7rKHJrsMbIA3zTySc42UKvfZm8WJtdidAm3GOpVsyQsksOaYOmRC2CFQ5Y0CWGp4zzV%7ECpszMCYyEpLmr53gYwKl7cL5Ta2tlr9EDxz-dPtZFiuY2dBg8D7AL2EQWFZdpMq5XdfxKGkNOnUFJGRnxy-7QnUHAyrfousTmP1u9a4TQmNTg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:10,953][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:10,961][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100910Z&X-Amz-Expires=3600&X-Amz-Signature=15d5d130ad4f546305b6c5555f545b36c79b1869e710a77bc3d960356550fcd8&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880150&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=sHe6hwugKwpWhSRSoxLiRl6TnXd0fDm4k9xycLoB%7Eh8HKUFARk6X45ngELxS5Zf-Qv6Kr7TXIO8olm-bk87DwBq6%7ETOSEmA72cvDOWVx-NTHULKrRqYMnwiv3sliH0TB4tQ1or6IjP9ob0ZDTZEahCKqB9jVlVXKrxIe59mCoHcManUFFq7HlcL8d1CH8ebs56kJLuyp%7EmCiS4ZKxlcmGzaZh937h9Uwewvk%7ELzSRWsgHliXljJOJSjyXNcpPRrvW8KfyBD16s0LJR0t4Br0PdzeuCPDdS0k1CvbzBGS7OfFhSZ6O1Nbae3Ona9KZufD3fDiultaAd03zPiz2y5-bA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:12,412][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:12,421][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100912Z&X-Amz-Expires=3600&X-Amz-Signature=9f60179a27396bc8ff878f9f0a632b07b1ff63d5a6d436e14acd87e5e480819f&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880152&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=V9aA8fK68pScHvoBpHN6IEwomFQEmLM-NwssZX5OTqyPVGVMAp5FiQv7EYOoDrUwn4mcx91TgnKEs9zANf%7EUrlKQppoOKRobX77tkT7RmiliQyMweib2Da57SkYyBCW-rS8u129fbNYqIrfPmBl0N%7EPq67IwE62QYYTV8VeezyCNmyR0f7wYpE-wqTfR%7EN4dSD7KYpiNvVf5Eqk-PIzcJ0Oyn2pnprpE7AuKmmdrbYGgH4D1SgySlZD2GjWX2rGZq0yBRe8G0RSck-9xLnkBbjMgEGMUXtbpSN2gfNtEihRTVh1M26wdKSuBfeK0FbuP%7Ec5h8OW7bo9HhmpGihTN6Q__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:13,884][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:13,898][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100745Z&X-Amz-Expires=3600&X-Amz-Signature=d59f4dc73da69e6dbbfa3da5bb5c2cf029caaffacae539c08f59821f96a73e83&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880065&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDA2NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=JEqVwT9XIfGXFJSW5brh-sNjIgflvf4DVe0WhDJfR6GhDT75pOifyBIng41OyilyZRZtWI3%7Ehf7I9GQ5yQnNmMaUYxXjYAiBx2h%7EMDkGMpPl2AahGoD8CGFiTJ2CxWOYG4IcULIBaZf7FMBYT0Qc-YPD0LCkIzIiZ%7EBxO7rKHJrsMbIA3zTySc42UKvfZm8WJtdidAm3GOpVsyQsksOaYOmRC2CFQ5Y0CWGp4zzV%7ECpszMCYyEpLmr53gYwKl7cL5Ta2tlr9EDxz-dPtZFiuY2dBg8D7AL2EQWFZdpMq5XdfxKGkNOnUFJGRnxy-7QnUHAyrfousTmP1u9a4TQmNTg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:14,838][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:14,846][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100914Z&X-Amz-Expires=3600&X-Amz-Signature=3705dfc78dcf68f5c718bd78d443157322e0e2709db280f2dc896f003cccb59a&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880154&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=iBDlDpOFWduuZQx26QPUs2xcirrwxliD5-KJYa2LSfqoxueX4oTv16wIaWE7J1EJ1pp0TaRpURCEHbOumN9ZargHtm0yv8ptONPFUzZApT4hsMCdxcgAkQTOp3kosk50y1y29APc44DIamCYLwQ%7ETBeZrJ0daojfsWrf8lUYWunH4%7EGBOgkq8c-k57-p9zwBNHXN0Kl6xpqd8Zn8kjnw233bV8GbvH20c8gxlNdj8IuSb3Zf4qgRiuTHnJ6T-nORm6u-Az5D659Ip4YKtT8PQqx6bFk3Nuo4IOUc5V%7EmUgHdOA3A3a%7EhyiF5DQQ5Qu9b3jiTvs39Nm0088IWGNoutg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:15,172][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:15,181][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100915Z&X-Amz-Expires=3600&X-Amz-Signature=65e455a288d1954137e13630e36dd9fd0acbb533a8a67ceb453a76ad9c95c492&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880155&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=oZ4MXBSwxd8WKxFi-rELoipxGu-A8ZGEJXTEkJ7n2E3-Xk4m6U%7E8yKf7iLepCrosMMTkUlxWfLrjrIasvaPJKj%7EfG45hp7Chxg6n29iZT5aXYP67BVtf7tmOlM%7E8JUWE48yLRodIDtYK5pD0OXPnFSaHzHtcvJcaMME7seuzLCsCCeqOzwQlP30mdphtMWIxf8Wgl73EoWQR%7ElfLEWcJZsnh8P9oTcWbHuuQDM1EeQmXkK8IIW8N10hsPtXlCXj0EC-wiuFwVtZUH22C4QFxaneZpnkUok3Ddx4pvrGwQ8gfjX3IF4%7EAVulsGm6xm5iNAYMYbACvx8tCdwd2ZAL73w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:15,496][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:15,504][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100915Z&X-Amz-Expires=3600&X-Amz-Signature=65e455a288d1954137e13630e36dd9fd0acbb533a8a67ceb453a76ad9c95c492&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880155&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=oZ4MXBSwxd8WKxFi-rELoipxGu-A8ZGEJXTEkJ7n2E3-Xk4m6U%7E8yKf7iLepCrosMMTkUlxWfLrjrIasvaPJKj%7EfG45hp7Chxg6n29iZT5aXYP67BVtf7tmOlM%7E8JUWE48yLRodIDtYK5pD0OXPnFSaHzHtcvJcaMME7seuzLCsCCeqOzwQlP30mdphtMWIxf8Wgl73EoWQR%7ElfLEWcJZsnh8P9oTcWbHuuQDM1EeQmXkK8IIW8N10hsPtXlCXj0EC-wiuFwVtZUH22C4QFxaneZpnkUok3Ddx4pvrGwQ8gfjX3IF4%7EAVulsGm6xm5iNAYMYbACvx8tCdwd2ZAL73w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:15,833][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:15,841][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100713Z&X-Amz-Expires=3600&X-Amz-Signature=897d98a76d3e6f19527713d6b0cb6c0fc58df96e9940a5ea2f39d6ec463aec67&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=6860da6db8c6f8138ab18191&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880033&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDAzM319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Eo2QmwqdPnSt4UXwcJG83GcYgMfWODOCRbjluFKGc3SDKf95TlwWH2HVUkS-E-n1XfPh2JK%7E8Fz1ZgjM8S87BZ5ClVKwpGixwXighuKcM81WjpdTG9gPylKE5ixTrFEiOU5zifU02dcNMUj8b1O2dwrGNcMO79j4hNX0zWlSYHdZabe83fkNc2JYYTdMEUcQJ4MHNrQu%7EjkPiTjH4lbyMY0oK4UmPYGp9g7kkS-8Jthkydo0O-11ySu2GgX6SqIMPqsxBuwalWUJeq9ZgdiIokcoVE3zh68wMD3PLKGrJz17yeE-78dz4lc5RiNfNt0MJP5gLXmJkCxiynq0KS-Chw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:16,149][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:16,158][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100809Z&X-Amz-Expires=3600&X-Amz-Signature=9165684ba58b8f07e1061a1fdd8ef4358d4de56b3627795fd9af152ba7813fd8&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880089&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDA4OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=DedDddiYMNlTpg14zFsh%7E5j3yBl1mj9W-mQ6rCvmPeUTuD-vOMhT4Fiefecqpi%7EG5NVJ3--rtsF1rZrUPowLf4oHCmz4Ge8dM3DQnSIqOGIIzZ1%7EUenvF2XcjrJqxFuQeVm851ulwqwdY-3LbdhuWoVzPzuSiohPZDDEpdtRT8fYEQXwwwfWveMoo6r5iAjmHA%7EfHwXy2RXYmomCZmJjPcdf%7E-dW2EXLij-bMQ3ZdbnRbnoojW7NbwlNLBmHKL7LQQeX%7EjrejQ8fhR6ACxy%7EGc1M4woHM%7EVmqKnxqutzxdR-09TYvJhK1xSGgK4Gg1xKIOIV1PfYPgMlkjabfoxVUw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:16,478][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:16,487][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100342Z&X-Amz-Expires=3600&X-Amz-Signature=efc50a95e42328db6011ccc0c376cddc7ae9d3968b7f0a3b3cd826f087ac9494&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879822&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTgyMn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=NYs-GETamA7kmmx-gXSglWGhni4IdXqj42J0yXUW83IA2v9ACMEnJ-j8tuNTRkNdzqomE1Vcl7mPuqnbMCck62FqrJsDYCYDGd8FqWKAqMX8DYt0QXB-ZX-G%7EPgZLYjxq%7EpikWjRA4VzRatQAEkntIHJZ5ojMureZ3GFzVKyJUNnLywznSW%7E3Bt044Ft3tpQcaWXPlSHe9kYjlO8N8-migFsYCMAkwjlfX3G2MNskLdWOrgsk8Cvp1En3zo92S-WcuPCfLTfGC3wCj5XQK8PXQEnZ-TbKIUZsMa1KikM%7EXMnO4j1YTNFSoXwegQwHxy-pEqvBI3tr5Hdd--p6EQUlg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:16,851][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:16,860][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100901Z&X-Amz-Expires=3600&X-Amz-Signature=ec57717005705aa6fcc5d37bcb27d283e014cccf4a9a73bb75bac165d3fb25d9&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880141&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=NViKYMFU6teN1%7E2wR8db%7E6w4e8sVuiB-SZrLjjWsllepgR0eUNQhTmVE-R48S1-qRvlJE2lKvzVw-1SnJeJE6lUY7h4I2qOLIlckX60gWvPh65A0zoU85o%7E7jqd9E6szp2bqh6uW6bb1Qu2j1kVZ1cM9NH9iEMYPdA1Kf0Ps9F2%7EVFOkOwmri87XBaJMKKxJDhNs4x2EiRkxKg87QZZCNh0OLvIHRnZ-5V9tjxPPkWHz7tO6gO0FpSZcVvFSUOCQssn6Vz01yE6v%7EW2YIvvPWoft3dwiSmU2OPG9gpWSDvPCMJht9ebH0SIqRczOdFXbwXuZK7P8DF6D4i-4Dc0Wwg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:17,171][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:17,180][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100342Z&X-Amz-Expires=3600&X-Amz-Signature=efc50a95e42328db6011ccc0c376cddc7ae9d3968b7f0a3b3cd826f087ac9494&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879822&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTgyMn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=NYs-GETamA7kmmx-gXSglWGhni4IdXqj42J0yXUW83IA2v9ACMEnJ-j8tuNTRkNdzqomE1Vcl7mPuqnbMCck62FqrJsDYCYDGd8FqWKAqMX8DYt0QXB-ZX-G%7EPgZLYjxq%7EpikWjRA4VzRatQAEkntIHJZ5ojMureZ3GFzVKyJUNnLywznSW%7E3Bt044Ft3tpQcaWXPlSHe9kYjlO8N8-migFsYCMAkwjlfX3G2MNskLdWOrgsk8Cvp1En3zo92S-WcuPCfLTfGC3wCj5XQK8PXQEnZ-TbKIUZsMa1KikM%7EXMnO4j1YTNFSoXwegQwHxy-pEqvBI3tr5Hdd--p6EQUlg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:17,576][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:17,585][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100917Z&X-Amz-Expires=3600&X-Amz-Signature=e7f2c9ab4902822bb052f0f85c0c6dc58376d2666fc10876d447594f3bbc9be7&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880157&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZQWhgnQh%7E7mykJwIzVJujTGEoHwcQP9E5RXdHMQzxAVGz2Z7sClyinaPcFMRfu9Q9FmePAbKBNqms9NjyYheVu5KNntiofFfblMtHgemB5-pxVwYav8bXPbczjBE6z8Zwpjitt529gHTNMzUnLeKLCJ6mIMxIt9vR2NTWwfobSs9t4MrVp8ah5kLcPFMxqPda8Y%7EBesYsR-TileGiTskDJg0%7ErEn91lEz1S-rqaUFIgS%7EtRZRveGAFYSwkcLU-vpliK9YqovkUZSwM1YwFtR4lSSOh0-iWTzeoUBl1IF9cfuuvabC1DiC2-0uUEyP3upiGUNoaYbGk3UgoNh6%7EGb1w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:17,904][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:17,913][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100917Z&X-Amz-Expires=3600&X-Amz-Signature=e7f2c9ab4902822bb052f0f85c0c6dc58376d2666fc10876d447594f3bbc9be7&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880157&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZQWhgnQh%7E7mykJwIzVJujTGEoHwcQP9E5RXdHMQzxAVGz2Z7sClyinaPcFMRfu9Q9FmePAbKBNqms9NjyYheVu5KNntiofFfblMtHgemB5-pxVwYav8bXPbczjBE6z8Zwpjitt529gHTNMzUnLeKLCJ6mIMxIt9vR2NTWwfobSs9t4MrVp8ah5kLcPFMxqPda8Y%7EBesYsR-TileGiTskDJg0%7ErEn91lEz1S-rqaUFIgS%7EtRZRveGAFYSwkcLU-vpliK9YqovkUZSwM1YwFtR4lSSOh0-iWTzeoUBl1IF9cfuuvabC1DiC2-0uUEyP3upiGUNoaYbGk3UgoNh6%7EGb1w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:18,212][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:18,222][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100918Z&X-Amz-Expires=3600&X-Amz-Signature=320adf89f771b4ff72069adeb7a765b97a81b82fd04b53445ba10fd49cdb27cd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880158&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=OT3X7ynzy6ILZ%7ECoWcjBPAxjO1Rfvz9qlhWapbQlEtd3aFom6hZQkYJj8jiGY8a6DgB81dPxao7wH7n4IzHoazVvX9KoWG-U73OT8fWVWVENleNFj-%7Enj6DDNAztyEqIXbZvV%7En1hlElg0dyy7KZHNSYwnzMNHdw3z8ArIWcuU9WlYWlqqNHK37IKvS-G0-rQr29iU2fUN3GSz97Q9h0koJXyuTqvzXw4TVW-xknr85j72qUBeK2%7EWnG-iMsYD4uHTISjTKP6P2KMtkZuxL5p5x25MAysxd13Fc6jJqRBhS2SmpHiI66VAqrOlMOQiWtkZSGIWVMo-jkQuJQhKN05g__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:18,518][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:18,526][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100918Z&X-Amz-Expires=3600&X-Amz-Signature=320adf89f771b4ff72069adeb7a765b97a81b82fd04b53445ba10fd49cdb27cd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880158&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=OT3X7ynzy6ILZ%7ECoWcjBPAxjO1Rfvz9qlhWapbQlEtd3aFom6hZQkYJj8jiGY8a6DgB81dPxao7wH7n4IzHoazVvX9KoWG-U73OT8fWVWVENleNFj-%7Enj6DDNAztyEqIXbZvV%7En1hlElg0dyy7KZHNSYwnzMNHdw3z8ArIWcuU9WlYWlqqNHK37IKvS-G0-rQr29iU2fUN3GSz97Q9h0koJXyuTqvzXw4TVW-xknr85j72qUBeK2%7EWnG-iMsYD4uHTISjTKP6P2KMtkZuxL5p5x25MAysxd13Fc6jJqRBhS2SmpHiI66VAqrOlMOQiWtkZSGIWVMo-jkQuJQhKN05g__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:18,828][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:18,838][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100745Z&X-Amz-Expires=3600&X-Amz-Signature=d59f4dc73da69e6dbbfa3da5bb5c2cf029caaffacae539c08f59821f96a73e83&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880065&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDA2NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=JEqVwT9XIfGXFJSW5brh-sNjIgflvf4DVe0WhDJfR6GhDT75pOifyBIng41OyilyZRZtWI3%7Ehf7I9GQ5yQnNmMaUYxXjYAiBx2h%7EMDkGMpPl2AahGoD8CGFiTJ2CxWOYG4IcULIBaZf7FMBYT0Qc-YPD0LCkIzIiZ%7EBxO7rKHJrsMbIA3zTySc42UKvfZm8WJtdidAm3GOpVsyQsksOaYOmRC2CFQ5Y0CWGp4zzV%7ECpszMCYyEpLmr53gYwKl7cL5Ta2tlr9EDxz-dPtZFiuY2dBg8D7AL2EQWFZdpMq5XdfxKGkNOnUFJGRnxy-7QnUHAyrfousTmP1u9a4TQmNTg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:19,149][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:19,158][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100919Z&X-Amz-Expires=3600&X-Amz-Signature=c1c2df9b856730529aac18f068f440443992e00278a978c9992160a873322710&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880159&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=DxodoI9QSuCvJqDpopZQqhZkjdoWXNT%7ENDKHwHc-tkCBQTm3s9w47fE28AUOSVWxn03Cuav6fG5WBISJ7CKEy2gHzqUDiuW8LzVdb6MBiQtQ12L48rM-uItkhBCFez0q-WW%7ElmZA5CBxA%7EU0RUfFCeOFDyGGE4Pw-2bJyr4eu%7E5NkIanGXaYc9Zj7Qn0yegkfkQ6B0kVvs9dbrEa6XVc6GQ3-5snjuhC-t%7ERYg22J6hdqDH5n6tgEmpGclu4C20rFe-y0NjuG2EgmL-f2xTI78Quh2ZpmOUeOh1LJ7JBiL76LZ6X66cLVqH3lhpWg-QwQrEg-soAw4oyGaS2Cd68mg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:19,450][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:19,459][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100553Z&X-Amz-Expires=3600&X-Amz-Signature=41eb83549d50335425b88449dbffd21d495aec5d55605f7d6dd7d81952796604&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=6860da6db8c6f8138ab18191&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879953&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTk1M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=JtDSa9BCWDNFge5%7EEeyuk1rWSehAp%7EMEmnLQDLzfTwP7-YMcYePYXnJkPIp97MkUlinVYWUW-kIyXFIJKMuuv9GvFmzdRgIa7TdasizNdpQaC0tOEwZpvQQ9Dl7JYVe4TjhjGlh4i2TOqM3Lc9RAtx-EKfe4%7EoG1Uyehlh0T7o7z7aCptZMlzKwwnNoKDGPeuysFEk1gzCeeR1O5sj7LzrUIvgK6OAY-9dwtx41lho1ZpOCEY9cL8d-LeX9nTfjWHVu%7E9AzrBXCIVfCHsONAyOH2dfkiThV8fQvi3CcGoyB7donFPR61m7k%7Eufd5zMl1EGd9m5cZ3O%7Eq46KksSR9ZA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:19,770][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:19,780][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100919Z&X-Amz-Expires=3600&X-Amz-Signature=c1c2df9b856730529aac18f068f440443992e00278a978c9992160a873322710&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880159&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=DxodoI9QSuCvJqDpopZQqhZkjdoWXNT%7ENDKHwHc-tkCBQTm3s9w47fE28AUOSVWxn03Cuav6fG5WBISJ7CKEy2gHzqUDiuW8LzVdb6MBiQtQ12L48rM-uItkhBCFez0q-WW%7ElmZA5CBxA%7EU0RUfFCeOFDyGGE4Pw-2bJyr4eu%7E5NkIanGXaYc9Zj7Qn0yegkfkQ6B0kVvs9dbrEa6XVc6GQ3-5snjuhC-t%7ERYg22J6hdqDH5n6tgEmpGclu4C20rFe-y0NjuG2EgmL-f2xTI78Quh2ZpmOUeOh1LJ7JBiL76LZ6X66cLVqH3lhpWg-QwQrEg-soAw4oyGaS2Cd68mg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:20,079][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:20,090][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100920Z&X-Amz-Expires=3600&X-Amz-Signature=1d78493162530f1719647453cf7852f113db594fc571c926dd42bee51bb97602&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880160&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZpdIz2vqAAfbvEw%7E3fl6owHA0fMds88kWGSbnhoYBUgKqgpz8eBn907avnYRhCNwm1tKbFvKJGFkAq6YkO19K-mOKjmCvRlucR-6VTlgNMcOP33rRtwlRIyHWDp8TSlJdZ9zvM3-zsMwuJWszpcQV37TYYFPBMwBnUGw5qduYHrsG56wDca5HbWBi-5vAipqut92vXF4ceKxTSlqweJ52uT0b9mF8Us0i5oGVOZMFLx694jCJUQENf4WRqRizsNI0Wb4DLffCmi0EpdLgvcIaD2TXHzIpgbaWE%7EPEztD6lMvgmabEGG2EUp4U6p1vdlLCxUPRhuRehY5j3NIApnCQg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:20,394][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:20,403][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100920Z&X-Amz-Expires=3600&X-Amz-Signature=1d78493162530f1719647453cf7852f113db594fc571c926dd42bee51bb97602&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880160&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZpdIz2vqAAfbvEw%7E3fl6owHA0fMds88kWGSbnhoYBUgKqgpz8eBn907avnYRhCNwm1tKbFvKJGFkAq6YkO19K-mOKjmCvRlucR-6VTlgNMcOP33rRtwlRIyHWDp8TSlJdZ9zvM3-zsMwuJWszpcQV37TYYFPBMwBnUGw5qduYHrsG56wDca5HbWBi-5vAipqut92vXF4ceKxTSlqweJ52uT0b9mF8Us0i5oGVOZMFLx694jCJUQENf4WRqRizsNI0Wb4DLffCmi0EpdLgvcIaD2TXHzIpgbaWE%7EPEztD6lMvgmabEGG2EUp4U6p1vdlLCxUPRhuRehY5j3NIApnCQg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:20,701][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:20,713][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100732Z&X-Amz-Expires=3600&X-Amz-Signature=25ed4cd494b82901f766673d7b86af7e20a30b8d5fe5532b4a186ea5396873af&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880052&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDA1Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=QYxHc-45ZE5pqf9fSKN32VRfFQNJG9H2mcvZuJhrUS8HB8eVD592%7E3gxek9525%7EqqoXJwPGOhWrM0Csmw5Wi0r61iMXMI6pfdRDk7ogfqSvwQPs3WJYvOJ3TTBM2ypvrhE7f3eX%7Em1IuJtg9uPKSZuCYJtaN3T2%7EzCpMtq4y8BVo-JKW87N473yCls7uFXXi9d0ypxzl4bzysT7upDdAYfWkYCdHM9Tj%7EnVIxlNHvfXte1ENQec7lXetgj2gVZ4ZVS7WIZbVloHS45sUa17-qz5xWQXG1IF-5vYsxM0gnmWzvYsWM3gpce5soV4nbicojJPc61-smuHv-8osT2CLFQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:21,009][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:21,019][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100920Z&X-Amz-Expires=3600&X-Amz-Signature=1d78493162530f1719647453cf7852f113db594fc571c926dd42bee51bb97602&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880160&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZpdIz2vqAAfbvEw%7E3fl6owHA0fMds88kWGSbnhoYBUgKqgpz8eBn907avnYRhCNwm1tKbFvKJGFkAq6YkO19K-mOKjmCvRlucR-6VTlgNMcOP33rRtwlRIyHWDp8TSlJdZ9zvM3-zsMwuJWszpcQV37TYYFPBMwBnUGw5qduYHrsG56wDca5HbWBi-5vAipqut92vXF4ceKxTSlqweJ52uT0b9mF8Us0i5oGVOZMFLx694jCJUQENf4WRqRizsNI0Wb4DLffCmi0EpdLgvcIaD2TXHzIpgbaWE%7EPEztD6lMvgmabEGG2EUp4U6p1vdlLCxUPRhuRehY5j3NIApnCQg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:21,318][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:21,328][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100921Z&X-Amz-Expires=3600&X-Amz-Signature=f1f9133db47ce52274f45776b77a9e1f963c78b3b6c4aa7c0a3379187931d8fd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880161&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=S0xfhBXv2W0Lxuyae7upzrNNZlceb-NtXfFLs6CSvXw3COzodwnzGAFbNuyafU0m1vUuBonlOpbGiyQSBXQnmw4nrIDLAS0wiHxwWVJY2-WLbpQbsy0jJxDY2QOqKdGXs7Enx2eXqdhOYRlbpdb5yTlABhQEfhneS3ODvdqsqYtJeHO%7Ex6Z2fCOW%7E4YlZX25tg5W35Pz7n7g9p0aufh9gAIqJpx1jDrW0xP2FzLwW2xlxmGeudTWot4J8VOr58hcB4xjTBm907MMd4Lfw0N3sIrxgPRw6ej4d4CzIyQFmor9wu73mo8ireOAzw39d-TPsQRGt2MUn%7Etny9scB-igKQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:21,621][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:21,629][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100921Z&X-Amz-Expires=3600&X-Amz-Signature=f1f9133db47ce52274f45776b77a9e1f963c78b3b6c4aa7c0a3379187931d8fd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880161&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=S0xfhBXv2W0Lxuyae7upzrNNZlceb-NtXfFLs6CSvXw3COzodwnzGAFbNuyafU0m1vUuBonlOpbGiyQSBXQnmw4nrIDLAS0wiHxwWVJY2-WLbpQbsy0jJxDY2QOqKdGXs7Enx2eXqdhOYRlbpdb5yTlABhQEfhneS3ODvdqsqYtJeHO%7Ex6Z2fCOW%7E4YlZX25tg5W35Pz7n7g9p0aufh9gAIqJpx1jDrW0xP2FzLwW2xlxmGeudTWot4J8VOr58hcB4xjTBm907MMd4Lfw0N3sIrxgPRw6ej4d4CzIyQFmor9wu73mo8ireOAzw39d-TPsQRGt2MUn%7Etny9scB-igKQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:21,950][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:21,960][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100921Z&X-Amz-Expires=3600&X-Amz-Signature=f1f9133db47ce52274f45776b77a9e1f963c78b3b6c4aa7c0a3379187931d8fd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880161&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=S0xfhBXv2W0Lxuyae7upzrNNZlceb-NtXfFLs6CSvXw3COzodwnzGAFbNuyafU0m1vUuBonlOpbGiyQSBXQnmw4nrIDLAS0wiHxwWVJY2-WLbpQbsy0jJxDY2QOqKdGXs7Enx2eXqdhOYRlbpdb5yTlABhQEfhneS3ODvdqsqYtJeHO%7Ex6Z2fCOW%7E4YlZX25tg5W35Pz7n7g9p0aufh9gAIqJpx1jDrW0xP2FzLwW2xlxmGeudTWot4J8VOr58hcB4xjTBm907MMd4Lfw0N3sIrxgPRw6ej4d4CzIyQFmor9wu73mo8ireOAzw39d-TPsQRGt2MUn%7Etny9scB-igKQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:22,547][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:22,556][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100922Z&X-Amz-Expires=3600&X-Amz-Signature=1a2249e76261cdd0e0a5e624f5f2c51b5a2994c583d8136b672f203062b48b42&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880162&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=oZOgt-v5uAFiZ1F0eu632kAgLwUPdJHE6I4a%7EaczoQFOAQCP4b25pzQCJfNc0%7ETS%7EY1RYXTeng6IH744xjpadp1LumpxhBA9rmSpZ5L7GDItz6ts%7Eo9o7qsOmJqEnxlOToRzjnGTCKn7CTs2xgezHyY81azhwLSPne1HEDymQ2yDtxs-mJ4nkQTNiu4xgvJ%7E9Tx0ojD2mnbPnXcSrg3jzejn71ZIGNDG16H7m5DPyX9aRLhwlU193k7XJOAtgh%7EGyzjQMKkpwZHUH6FmK6rwbHWea2UsDt5kVotb0BJppIPqPtKAjXIN20yMN8GtOD7VWUK%7E6xsUaw4PIGj6YPXHSQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:22,872][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:22,880][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100921Z&X-Amz-Expires=3600&X-Amz-Signature=f1f9133db47ce52274f45776b77a9e1f963c78b3b6c4aa7c0a3379187931d8fd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880161&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=S0xfhBXv2W0Lxuyae7upzrNNZlceb-NtXfFLs6CSvXw3COzodwnzGAFbNuyafU0m1vUuBonlOpbGiyQSBXQnmw4nrIDLAS0wiHxwWVJY2-WLbpQbsy0jJxDY2QOqKdGXs7Enx2eXqdhOYRlbpdb5yTlABhQEfhneS3ODvdqsqYtJeHO%7Ex6Z2fCOW%7E4YlZX25tg5W35Pz7n7g9p0aufh9gAIqJpx1jDrW0xP2FzLwW2xlxmGeudTWot4J8VOr58hcB4xjTBm907MMd4Lfw0N3sIrxgPRw6ej4d4CzIyQFmor9wu73mo8ireOAzw39d-TPsQRGt2MUn%7Etny9scB-igKQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:23,184][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:23,201][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100920Z&X-Amz-Expires=3600&X-Amz-Signature=1d78493162530f1719647453cf7852f113db594fc571c926dd42bee51bb97602&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880160&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZpdIz2vqAAfbvEw%7E3fl6owHA0fMds88kWGSbnhoYBUgKqgpz8eBn907avnYRhCNwm1tKbFvKJGFkAq6YkO19K-mOKjmCvRlucR-6VTlgNMcOP33rRtwlRIyHWDp8TSlJdZ9zvM3-zsMwuJWszpcQV37TYYFPBMwBnUGw5qduYHrsG56wDca5HbWBi-5vAipqut92vXF4ceKxTSlqweJ52uT0b9mF8Us0i5oGVOZMFLx694jCJUQENf4WRqRizsNI0Wb4DLffCmi0EpdLgvcIaD2TXHzIpgbaWE%7EPEztD6lMvgmabEGG2EUp4U6p1vdlLCxUPRhuRehY5j3NIApnCQg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:23,508][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:23,517][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100923Z&X-Amz-Expires=3600&X-Amz-Signature=ee8ccf7053125a14dc843933fc89bbdc8992b16c2b0338060476f09b0ee90b84&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880163&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=BL7REYO2qVMMBq9GqT%7E4hMdtJQFUiOVHFWZHd3P6akoAG%7EeNuGDhDJgTF1jxB9U1ApZ9VzIYdHellRwhVaRds0FXnIOhYdSjDZvTClJLi5x9AsHL-inFQ2yij0TwXfy4DZckw0RwN58hxiCKvmSRU5S3nCa6xq7WOQMnE2ao8U2ary53YtQi9QDks5h8BjcObJmvW6EtYzzp2gUAZ2uYQ8%7Ex9CzPy74nBn5b9SPXjO5aUUyVGSHINkvHYVF%7EIEzfRJAGEX6EfTtT25Q7TyHdiwSKHDegqThpUozaraJ%7EGsc2VvwUsbcLeXL2GxRd5akHbf5RRb52f6BFiaJTk%7ERymA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:23,810][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:23,818][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100358Z&X-Amz-Expires=3600&X-Amz-Signature=2d9a51eb0dcce3cfcf24daa114437f82fc5e5259c0efd70d8445c07a35e4cfc5&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879838&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTgzOH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=OZayWlK6D6u4BwHDacyBugldydxflisYtbcw-rqO6y4JxAf6MPOtBG0yDtF0VsSYy9Uk0Emefw2Tri45enOoWs8mMQ9Sa-jtcAjvJwyk6xbxRxLQL%7EP1YHwsDfIyKVak%7EXROjHlJETmqiKkSVqewxysxfuPj4A2TDJrz2FvlGG%7ECe9g5UFXCy18xwWi-2WulyN3YTpO3JXNfrEZzq7vBTosgasQShi3hc21c9p14qaAAL11wxevnKbg04VPZUm-BkVSO3hv-d3fBHpUWy3G4e9igeqGNzWidpx6uQkjOaZ1b56aEXzNZu0lmS4NcesxEZ1rZVCa3gg%7E-jYsw%7EuINLw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:24,150][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:24,159][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100924Z&X-Amz-Expires=3600&X-Amz-Signature=cced864559aac8608ddd9be0012ebec2247f364c4168757e769eed9c512e95c0&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880164&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=q9lsKAA3D7MPi26KeAWxJ4Q0A%7E%7EsQK3iZA-UUodYPO9C-xHiJC6bS%7ECIGiyvP8IaWikzBi6ZqTWiJoIc9Kxcyt-I48ESsvEAix3-nU9LkPU%7EL11jLndLgdW-9haqWEfWnf0wjv%7ENjWpUPLmE48rsSciCXQySdWMqWhMGnfRN7fSDXr6lzR41I1weRQKm5tRZLOSNzLDOq-4CLmgNcN7VV3zD6Dedqn4mCHb0iaKPjZpCQoVKJuNRjjnmEN-7PhQ8rAsSRcVR0O-Bd5IdQSaxwbQyfBqjOrTOjigpiBPTkfogAPJRVTZHjL-MQrN0xYJ2PFlc9ckn6xfiLjLbeT43uA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:24,460][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:24,468][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100924Z&X-Amz-Expires=3600&X-Amz-Signature=cced864559aac8608ddd9be0012ebec2247f364c4168757e769eed9c512e95c0&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880164&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=q9lsKAA3D7MPi26KeAWxJ4Q0A%7E%7EsQK3iZA-UUodYPO9C-xHiJC6bS%7ECIGiyvP8IaWikzBi6ZqTWiJoIc9Kxcyt-I48ESsvEAix3-nU9LkPU%7EL11jLndLgdW-9haqWEfWnf0wjv%7ENjWpUPLmE48rsSciCXQySdWMqWhMGnfRN7fSDXr6lzR41I1weRQKm5tRZLOSNzLDOq-4CLmgNcN7VV3zD6Dedqn4mCHb0iaKPjZpCQoVKJuNRjjnmEN-7PhQ8rAsSRcVR0O-Bd5IdQSaxwbQyfBqjOrTOjigpiBPTkfogAPJRVTZHjL-MQrN0xYJ2PFlc9ckn6xfiLjLbeT43uA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:24,779][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:24,787][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100917Z&X-Amz-Expires=3600&X-Amz-Signature=e7f2c9ab4902822bb052f0f85c0c6dc58376d2666fc10876d447594f3bbc9be7&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880157&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZQWhgnQh%7E7mykJwIzVJujTGEoHwcQP9E5RXdHMQzxAVGz2Z7sClyinaPcFMRfu9Q9FmePAbKBNqms9NjyYheVu5KNntiofFfblMtHgemB5-pxVwYav8bXPbczjBE6z8Zwpjitt529gHTNMzUnLeKLCJ6mIMxIt9vR2NTWwfobSs9t4MrVp8ah5kLcPFMxqPda8Y%7EBesYsR-TileGiTskDJg0%7ErEn91lEz1S-rqaUFIgS%7EtRZRveGAFYSwkcLU-vpliK9YqovkUZSwM1YwFtR4lSSOh0-iWTzeoUBl1IF9cfuuvabC1DiC2-0uUEyP3upiGUNoaYbGk3UgoNh6%7EGb1w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:25,083][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:25,091][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100925Z&X-Amz-Expires=3600&X-Amz-Signature=f611cec9deac4f6b0ef10c68f050e6bded07a75158353d0570e3275f32c94729&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880165&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=okovTf9njqf-JTZTaEU6F62Prg7y7xN6f075TdTkrOrzXI04n9aPBs7NufCmd8iOVmAsX-p-zAS4tPe1l5IOev-ygIpv7EBSuLqEVt8zUwSOp22jdWdGD2Q1CFlY5-R1ERjcneINq0FFjsWEb9vtZlKyYXB9RoW4l0fSGCyAnddN3DyRhJQHXRHpQmJAVf4CjZXgyoMEFS6GUYaknIzhF8ir%7E1Kay-btB3kv3jI6en-PViRCab8tU9H77Nh0bgk8nIrNDp25vHIN7aY3qLsDmlW9lM5B9WIrVxU2vZctISE1ADMrP1l%7Eir4yJo53wMEfkvvSi5TZO1%7E74yl3jnJ8eg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:25,391][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:25,400][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100829Z&X-Amz-Expires=3600&X-Amz-Signature=3b0d2f136c2588cda38ff43cb3a79cfd0a48917e723647777160d87a98685403&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=6860da6db8c6f8138ab18191&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880109&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDEwOX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=T4pagAsaJuOxu4EnkjNQ5MryVKapNo1j6N6UTKB-sFq%7E9UrQI9ptLZ%7ECwvS2Kmjc95Kohj6owldr5bbZ861P-Gtbwoa0JE3fNhCEIAgP-W9ecYQ5qbiVXACUD3oLF2snI7jMj1UJRvRQNbd8WOvKl3Nw%7EXeRuLVGKIObUuRFg7QUoqsZLr-mcLMCfSQuY1DMMResV1JMvUFlYB49Y244N9c4vZI0jRz6EZ2lNdPSmX8dSNZUp2mJ2hJ981PUjvVLIS8Gl7LLU-nwTqKQ17xVJf3FrQcykI1koetPEqgHp9yPRBLx5Qy81u5Yj8efHjQIkeqAvquqVzaLzzcFzJ6y9A__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:25,707][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:25,715][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100443Z&X-Amz-Expires=3600&X-Amz-Signature=56d5291dc13d03509d9e2c753b54dd5d66da87f9cefeb0e34f99093c919c4e6b&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879883&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTg4M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=fysjD9ZBPdhof30%7EXAxPzZQVKTOY5VaRIbcIYVux3U2Jl64I4c6PgYtY8icepKo7Cj%7EPN5x9IrjkJxiBoo9zYWKaGXA-32OnN-zCoPEuDrf3PEkK%7EljuGSXd7zu0Bn5gkj5iSys9%7EfNXz0KtFMMnxvYuAxtBpxXqSk9NjFrFo1kZW614Xo699Pnqv7hulr3yiP39H5c10dhbiAKd9NuK3SBy6fW4w-fQgUihgG0tPw00WSEC3Do-IS3ZfFaO4aXwuE0LvphyjS7pWdR9Re1WGYNxKXm2V6OVsKoz8UEnfk2xNKAh66pHOkO93EF1ms3PpxQfk1yz2HB0Cqov-%7E%7EEtw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:26,008][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:26,020][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100918Z&X-Amz-Expires=3600&X-Amz-Signature=320adf89f771b4ff72069adeb7a765b97a81b82fd04b53445ba10fd49cdb27cd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880158&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=OT3X7ynzy6ILZ%7ECoWcjBPAxjO1Rfvz9qlhWapbQlEtd3aFom6hZQkYJj8jiGY8a6DgB81dPxao7wH7n4IzHoazVvX9KoWG-U73OT8fWVWVENleNFj-%7Enj6DDNAztyEqIXbZvV%7En1hlElg0dyy7KZHNSYwnzMNHdw3z8ArIWcuU9WlYWlqqNHK37IKvS-G0-rQr29iU2fUN3GSz97Q9h0koJXyuTqvzXw4TVW-xknr85j72qUBeK2%7EWnG-iMsYD4uHTISjTKP6P2KMtkZuxL5p5x25MAysxd13Fc6jJqRBhS2SmpHiI66VAqrOlMOQiWtkZSGIWVMo-jkQuJQhKN05g__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:26,316][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:26,325][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100914Z&X-Amz-Expires=3600&X-Amz-Signature=3705dfc78dcf68f5c718bd78d443157322e0e2709db280f2dc896f003cccb59a&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880154&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=iBDlDpOFWduuZQx26QPUs2xcirrwxliD5-KJYa2LSfqoxueX4oTv16wIaWE7J1EJ1pp0TaRpURCEHbOumN9ZargHtm0yv8ptONPFUzZApT4hsMCdxcgAkQTOp3kosk50y1y29APc44DIamCYLwQ%7ETBeZrJ0daojfsWrf8lUYWunH4%7EGBOgkq8c-k57-p9zwBNHXN0Kl6xpqd8Zn8kjnw233bV8GbvH20c8gxlNdj8IuSb3Zf4qgRiuTHnJ6T-nORm6u-Az5D659Ip4YKtT8PQqx6bFk3Nuo4IOUc5V%7EmUgHdOA3A3a%7EhyiF5DQQ5Qu9b3jiTvs39Nm0088IWGNoutg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:26,757][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:26,765][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100358Z&X-Amz-Expires=3600&X-Amz-Signature=2d9a51eb0dcce3cfcf24daa114437f82fc5e5259c0efd70d8445c07a35e4cfc5&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879838&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTgzOH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=OZayWlK6D6u4BwHDacyBugldydxflisYtbcw-rqO6y4JxAf6MPOtBG0yDtF0VsSYy9Uk0Emefw2Tri45enOoWs8mMQ9Sa-jtcAjvJwyk6xbxRxLQL%7EP1YHwsDfIyKVak%7EXROjHlJETmqiKkSVqewxysxfuPj4A2TDJrz2FvlGG%7ECe9g5UFXCy18xwWi-2WulyN3YTpO3JXNfrEZzq7vBTosgasQShi3hc21c9p14qaAAL11wxevnKbg04VPZUm-BkVSO3hv-d3fBHpUWy3G4e9igeqGNzWidpx6uQkjOaZ1b56aEXzNZu0lmS4NcesxEZ1rZVCa3gg%7E-jYsw%7EuINLw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:27,282][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:27,291][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100915Z&X-Amz-Expires=3600&X-Amz-Signature=65e455a288d1954137e13630e36dd9fd0acbb533a8a67ceb453a76ad9c95c492&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880155&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=oZ4MXBSwxd8WKxFi-rELoipxGu-A8ZGEJXTEkJ7n2E3-Xk4m6U%7E8yKf7iLepCrosMMTkUlxWfLrjrIasvaPJKj%7EfG45hp7Chxg6n29iZT5aXYP67BVtf7tmOlM%7E8JUWE48yLRodIDtYK5pD0OXPnFSaHzHtcvJcaMME7seuzLCsCCeqOzwQlP30mdphtMWIxf8Wgl73EoWQR%7ElfLEWcJZsnh8P9oTcWbHuuQDM1EeQmXkK8IIW8N10hsPtXlCXj0EC-wiuFwVtZUH22C4QFxaneZpnkUok3Ddx4pvrGwQ8gfjX3IF4%7EAVulsGm6xm5iNAYMYbACvx8tCdwd2ZAL73w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:27,779][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:27,788][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100921Z&X-Amz-Expires=3600&X-Amz-Signature=f1f9133db47ce52274f45776b77a9e1f963c78b3b6c4aa7c0a3379187931d8fd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880161&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=S0xfhBXv2W0Lxuyae7upzrNNZlceb-NtXfFLs6CSvXw3COzodwnzGAFbNuyafU0m1vUuBonlOpbGiyQSBXQnmw4nrIDLAS0wiHxwWVJY2-WLbpQbsy0jJxDY2QOqKdGXs7Enx2eXqdhOYRlbpdb5yTlABhQEfhneS3ODvdqsqYtJeHO%7Ex6Z2fCOW%7E4YlZX25tg5W35Pz7n7g9p0aufh9gAIqJpx1jDrW0xP2FzLwW2xlxmGeudTWot4J8VOr58hcB4xjTBm907MMd4Lfw0N3sIrxgPRw6ej4d4CzIyQFmor9wu73mo8ireOAzw39d-TPsQRGt2MUn%7Etny9scB-igKQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:28,349][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:28,358][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100928Z&X-Amz-Expires=3600&X-Amz-Signature=ecf6d530ff0302dd91e257b567579a09b9578dd29ac00764b899b2af0e08d90c&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880168&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ifjQ3VmjOJBWBvzWtwlTGW59OWa%7EtILt9BGEeJOa63kmM4Kyg0qXYUN%7EDuMEnYQ5pKNrWLrpqxRVIFCa-4WQzJPHM1meBostNLSOjaIQdJwgN198cDP7bUrhJYqXVrrYP7CsS-OJuaj0hnzI-FNXk0%7ENSnSmcXYasm1Cc1KgiFCFE9FPgpM4RN%7E33qBbAQVx-oU445Btj3XHTEDvBcheiwUUpkKDhXGGdNbEU7zeEwAVbG%7E32lsnrHFj%7EaSa6Umdx6IzuX3IziqEFM4LYg8sMMxqLXFVqoziGtb9HkZ%7Elio3aoeZY2IvBzgUOsB-RKvyoDlu10QCCgg4cVyukyA8bA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:28,875][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:28,883][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100928Z&X-Amz-Expires=3600&X-Amz-Signature=ecf6d530ff0302dd91e257b567579a09b9578dd29ac00764b899b2af0e08d90c&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880168&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ifjQ3VmjOJBWBvzWtwlTGW59OWa%7EtILt9BGEeJOa63kmM4Kyg0qXYUN%7EDuMEnYQ5pKNrWLrpqxRVIFCa-4WQzJPHM1meBostNLSOjaIQdJwgN198cDP7bUrhJYqXVrrYP7CsS-OJuaj0hnzI-FNXk0%7ENSnSmcXYasm1Cc1KgiFCFE9FPgpM4RN%7E33qBbAQVx-oU445Btj3XHTEDvBcheiwUUpkKDhXGGdNbEU7zeEwAVbG%7E32lsnrHFj%7EaSa6Umdx6IzuX3IziqEFM4LYg8sMMxqLXFVqoziGtb9HkZ%7Elio3aoeZY2IvBzgUOsB-RKvyoDlu10QCCgg4cVyukyA8bA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:29,464][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:29,473][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100420Z&X-Amz-Expires=3600&X-Amz-Signature=7fd5c94c92c46a416367a76ec590f3b63b6a05b17209228e571c154f43952499&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879860&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTg2MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=DDpyknCMwH%7EYdUhgxi8EXJQnuYqh43%7E-SXN8zuPrJbis9XIvfdh-CBZ1Y2lxRq1cOb%7E3HWdrkYmH1JzgouPXC1mJayBuIhkAAOx%7EwQ4Q9eieHhCeg7zq9usnbrU%7Ejiyg4uN0FB2SToiSPsqou34-9ki3GF3VGh4ShspPg-r6naTpvMPw8wHc0SkbszVq37uR8qdzlJhIjR%7EK6BD44VIOvx5T1KlGkzmmcEM%7ErLFmsoHwVn9NCH3tgsR9uSrg2n0kz5UGeI0olqmLa4tJ9CBX0YqdIydrTvwLX4JOeH3wZ8WtxPtYK%7E0suI5cDXUvcRFOAR4YGoknD6AX64Ho2B2dCw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:30,016][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:30,025][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100929Z&X-Amz-Expires=3600&X-Amz-Signature=f38d8652f9c4cc5f61a70bce4754bc383c96c6462f86fa5ca09a873393cc297f&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880169&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=uNIPalHl0ayJMvDJWWVtPwuaO%7EVX6bF-MHv3oWPQ0audMEF0oUBm5JG0pXVvqoJzQ97f5RbnAu1BW1IM2oZ9Z2tVd8gIj2cJ9IJoYtCLs3UXH5ywmXqQ7fLNUem6lLagWjOY9EvhkCvdkaTT5IBjOTU7I5z7aH1Ti0DvinQ5CPzZSaIQIN-rLGRbbewjR1uiZjM7lbGiev1Vns-JkwgKs2Iz9GbokP05cfOQr9Z8Rm4vPDr5lVpHHJvp83%7EioQ3T1JeIowWIU%7EzOJ3aBnzNlI5t1N%7E8MHmjpXsfXuWNxgy0Kc8pNFU6SRnuV6ohZ1SYoFU-WG7M3LEqugiJb166xiA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:30,718][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:30,726][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100930Z&X-Amz-Expires=3600&X-Amz-Signature=56bd52bc10a983a068dc1ffa593f7656204d6a7190126d367608f7982162bae1&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880170&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=s0MLGb%7EwWmPqQjKF%7Ej4%7ESowIEuLWfRBusM3lcxcYDLoxy6sTVeWPI2cOf4kSd7JZGF61jlM6PlLcPETFpLETExftAsYsQhvTnV98jUFF9UTZxPyluXKy2d54-2ncgzTYDqPGB6c6XZl43kVo6IzqwzeknOPcivb5rtAsmjgapJIULb%7EcH6jgvTv2dKsx8GMmTDYFBTfLLE1PFHQE868mYPmRgb2DSksn9SseWtsUEsbI8xwbEmMujIJbRAoG7vn2YTJSCUue-%7EZM6GGGH7GjjyWD3Tm%7EuQmADt5%7EQQVRDx-o0JbX5HCdYpnJHWSFUkCCpkGQZ-Jf30abNpWuKOE0Fg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:31,360][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:31,370][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100931Z&X-Amz-Expires=3600&X-Amz-Signature=8fea8db0ae84fbcc85c4d138f5728ef42c9bdc3c36e69ec4c5d04d21bdf9e8d1&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880171&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=XvaammAeld2TBjc3S-k247VHJNvgpx4z3A9d5M%7EWKr4q8uPX-bIOSsO9Gz7YibxXAAb6wfQozg6pIRkkT%7EmwVXBT9ECeJz6QDGFtJX2q-wPuM0CX4-oLITL8bHg-yazYP3coLvVXN7vLI5DYSwkvWvxLrGfPK19sXzsmCMmD0g1ggTUxmTDMuRDQZ8uIWscubr69n0HdOSLcdd%7ELo8SOHisaL8JXG9i3Qcqv5nMXJJmcp0VM1MQ5DQe7HDYWZCWK%7EbKaW6f9hbifFjgcaDYDRV6Zw30hz9pF%7EbC6KDMRXncptmoDpjC7Nm5P2kRWTmdOKTsrSQwpnXT1nh7KPono2w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:32,020][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:32,028][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100931Z&X-Amz-Expires=3600&X-Amz-Signature=8fea8db0ae84fbcc85c4d138f5728ef42c9bdc3c36e69ec4c5d04d21bdf9e8d1&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880171&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=XvaammAeld2TBjc3S-k247VHJNvgpx4z3A9d5M%7EWKr4q8uPX-bIOSsO9Gz7YibxXAAb6wfQozg6pIRkkT%7EmwVXBT9ECeJz6QDGFtJX2q-wPuM0CX4-oLITL8bHg-yazYP3coLvVXN7vLI5DYSwkvWvxLrGfPK19sXzsmCMmD0g1ggTUxmTDMuRDQZ8uIWscubr69n0HdOSLcdd%7ELo8SOHisaL8JXG9i3Qcqv5nMXJJmcp0VM1MQ5DQe7HDYWZCWK%7EbKaW6f9hbifFjgcaDYDRV6Zw30hz9pF%7EbC6KDMRXncptmoDpjC7Nm5P2kRWTmdOKTsrSQwpnXT1nh7KPono2w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:32,699][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:32,707][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100932Z&X-Amz-Expires=3600&X-Amz-Signature=c012ee7e91d391f9bf2bd34b72fdbe6298b71eb1493e4ad2a7b3d6feb3c75c1b&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880172&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=YtbyOw4FLOLK6CY64jqaYBWjyZvTd9yspXgoD8dClaOqPI5zO-ooOAF3lnnzrYQcYoxC-aBzAcBPyNbk6pRLqIre4RO5AoKQS2yMqOriwrs1ENM3bSKcyngJ898uM13787xeit%7EI90r51kzPufBzP%7EKF%7EqqUS8Ah3ezKsdoOLNb33gyrxdbzV8A-7DEM-st6poz64BxHWTRBuxYjRsm5jttTtKXxioYBpixD6y4xvn4wnvDnLF%7EQ%7EdmnPd1c4xJ5jqKB9MaDjH0Cc8ZGPmshDwkJCMIgjJCYRGlOiy9SCWiVrJLbKoFjx7owwzJr-3RH1YdFFw4QZV7u-2zcSUFtAA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:33,569][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:33,579][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100933Z&X-Amz-Expires=3600&X-Amz-Signature=10f47febb40794601474b23c2594734b65307c29713a8b8f824cf057087166e3&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880173&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=nlUWrf3j7gERWCSna6tyzhsm1LeEQx-RTFmdbk7Ihhi%7Exq3E-IUqpC2b3VnZ-ggicR8WKcD-gNQxyYxldbbrirLV1TXIc9Pv0A86M5o4uFX%7Ec1VvTSAuNn5biyv1SiiCifg5PG5lv4foowkgph6wF%7ECfJ1zwdIFm25JoXfHsv0Sq-GMTdTxrdOFTmFGOyWuFn0HVpTAgUKpH4x9L%7E712Jby%7EnuzAXLCIsDzRHHRHoygDfAcQBUd4k2g6-Zqe6ol7Zp5XoxL0yXMfEPfvOkywGjWMiEMxopPtSaG21gqOKR5fcD5roc8BOe5tbTBqX7KoDdOZFdSjy9vb%7EX2knomlaQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:34,232][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:34,241][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100451Z&X-Amz-Expires=3600&X-Amz-Signature=f0247236dc8699447dad505bbe5e3bd6c88ba332f2619c5dabfdd92b976a3367&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879891&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTg5MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ALv6fvI9k89kjQsVgFKsf-mvdl8XXczHJx93Td9JZQ7nnp%7ESCeBO%7EQiO4Qua9p-5nJH4tSLKTGcrcr9JvCnHTENorg0z1fyj5tS67UmeRKiev30DoYF0Vqm02MUufTa2iQBK%7E3hHjxox63OdaBKTf4di4knjJiwD01K-gMQK2Baa2xpkFa0TN-opbk7T06uBtrF9KGTNmR8yNfuGey1LyMm6AmEBSuocJNSErXvPtQyIDwL6OSPhNEGU9p10rLjGyyAYGtu9dwRO0XUtl51dCdZH-Bn0vTTtNxXbmQw3BOgb-rPWTeF0XdAtJaZ%7E4-hkgYel-vW0Zf%7ElfV-Lz%7EwxAg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:34,930][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:34,939][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100934Z&X-Amz-Expires=3600&X-Amz-Signature=04e77f8a973a73b823a842041be751e3108b914697e0e83005cb10b15df7c8c6&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880174&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ILcuRsPV4xsyY3%7ENe0aoP9SUEqS0pX7HzKSiQZTwVV5YdfWrTmvELF%7EUYQAdJ79PNbccA-f0ZRDfgUklOY%7E2uOX0XN%7EVqf4lHkylYB7mPwDHyVTPpOd0vQ8JZTIeAXi1dZzB0M2JJPgXlYS4%7EGAzfcU%7EvTLhER3pybmeB-XklvvGhv4MA1sS1eXbq0csmwGUUOLSpKzkROCAl2aYDYSfA%7EowrPTVqHktrvzKbyGb1jec3e7QRCZYZL%7EqlXpjqZl%7E62ZCpiPaDeOvvhefOjdK5lXdY1wYq-9f89DsUssZY3DLEAxBHhqe99mme87nvJmu6G0NtGfIflFUErz8-RSEbw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:35,676][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:35,685][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100935Z&X-Amz-Expires=3600&X-Amz-Signature=a108c68c156b37dab2d8e919d4254d4af291ed93f5f3f72b18190860a7e2c741&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880175&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=M%7EUaxhVGo-NNZhCyV1Hd8XmYVu9mjDL1CnrsAaXw4f%7EpKRqx%7EX2nLcGszjI-D6ztnavZijpJ4NpdeselQdb8CtUafsucBZeM8ooCahks0FMKoGnBGqqANHqzkaRlcCAip4wWku4Qjtm1lmA5%7E32heB-PVGMuI6YRN7khLZxvunacz3A4zPPA3S2uD8FrtBWDxNLuwCBCLIQVjQoU0CkGmOHwltAqGMfXI1EqUK5EjZnf4MDBIbmg8DFEN3v3l7kDG5Yh0TY5GjYztXioxAtQ2w75vS1ASYcfRx0tt%7EqMkCNJpT4FJYyndAnYKyF%7EJMeRbT0b2pInqU6QuINDYwumeQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:36,372][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:36,381][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100936Z&X-Amz-Expires=3600&X-Amz-Signature=421a3b0a67c39286c2077c99589ac23b69f71b78912bec46301549f94cc25716&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880176&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3Nn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=lf2SYo0K4KzgFCuqqDB7Bn0c0BpwVWAsLNJ6POxgfRJf-aSIZmsN6KIe9jf541BBUX8KXLT6jDzSVlcIP6hS2fpO7f8hLBl-yx7-PpmdTI5X4C03Cs%7E8Z-KZAj-K%7E2ovpAO8SP--IkEmvhVyflhewdNdL7ACYE%7EzzyH6imoZkjg-nCS5Tdz4tH8XNc0uaZDCzmsLffqYnEGCWFMnHavUnpJH2HCd98%7EJOFqDgYF%7E51E6nUkWEI%7EVEboikk0XLatzlg65z7QgpJK7wzUTYBeaa%7EppxPa-yJsWpcNWHg2U4Koq0qBMOqk3xMcHe0FAlaP7uIkmYwcTWWoz4zGIOcknUA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:37,088][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:37,097][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100934Z&X-Amz-Expires=3600&X-Amz-Signature=04e77f8a973a73b823a842041be751e3108b914697e0e83005cb10b15df7c8c6&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880174&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ILcuRsPV4xsyY3%7ENe0aoP9SUEqS0pX7HzKSiQZTwVV5YdfWrTmvELF%7EUYQAdJ79PNbccA-f0ZRDfgUklOY%7E2uOX0XN%7EVqf4lHkylYB7mPwDHyVTPpOd0vQ8JZTIeAXi1dZzB0M2JJPgXlYS4%7EGAzfcU%7EvTLhER3pybmeB-XklvvGhv4MA1sS1eXbq0csmwGUUOLSpKzkROCAl2aYDYSfA%7EowrPTVqHktrvzKbyGb1jec3e7QRCZYZL%7EqlXpjqZl%7E62ZCpiPaDeOvvhefOjdK5lXdY1wYq-9f89DsUssZY3DLEAxBHhqe99mme87nvJmu6G0NtGfIflFUErz8-RSEbw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:37,766][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:37,775][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100937Z&X-Amz-Expires=3600&X-Amz-Signature=b0c87a67b0b7c3a623539b783693db8bbb95a50a13e49f9e788ea2fee3c10d9e&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880177&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=PsFLN4F5C-3sXGDRLz26XB6PkAc0vlvR5fCRG7b0d7wVUIQNIHItM6f1wv2EsiohdWJPHZU2IHyfLAxTaf9kQFQmAY8ZQa8oh3ITDn-DzjagMY6ET3WJ7AmAB9tJsxukwFzB-BRFoex1Oo9wAQAbn2YyC9vEmh5EYsKw0WQzpdkUJxEbOiTWf6GETj0l3z9u5dVUlYr-zR6nazKpkyByn95NX3B7jKY-a3GvJ5M7O-7tXZ8Zb2E6YoNhGbrB6at6RFJGPtnlSW4hZ55aKOuA5azxKiuARg-HyOO-wujKTfmgNvOm-aaSjSyKMi63SBSpMSvLX-4Fp8SXdm1byApfQw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:38,344][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:38,353][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100855Z&X-Amz-Expires=3600&X-Amz-Signature=a0836decc4428ae2aabd9e45fc65ba0aa69bc8c7e0fd2e1639030d68bf687ea0&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880135&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDEzNX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=k2j9Yxg6BIXEj-FmU1lXucpypRCqGfLzkR5qK%7EWIfu5uFd3shhExQio6UQ2-Xr66WFZSgIvBQ74mACFxTVXCxYiZp3rpK-4ulikbSdWCeqh1ohyM24KnowYj6Qqtv8180bRb54N-pdZcJdKxwnJcx6PRwHfd0tMOjo3m1v7DjcFDGDrBqLlGngLqcapKU2uOPbn4SekV3xGkGGtJXux1uZN3vpz05krEIMjjufVBLbsCO7ztD6Y4NrsncO3vgCho5%7ECxPgjqWfNH0N2KdQEVAZq6YZnAHCEIoJWH699BBkeYHfw-iKTbANskUvFw%7EkZqL3ugi0ihe5ELaK7BkvRPSA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:38,870][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:38,879][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100938Z&X-Amz-Expires=3600&X-Amz-Signature=c857ae9f8970bc848fcd1b59595d4d35cf784e8ea9d163f8026131c806030326&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880178&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Pi6jV9oHzXYZROcx8b8HEWmW7IM6jauwg73EJbm8p3BTYNYeqztKWgL6geEMNsHwQbYrz9lDaIABVHE6JophUFwAsIbKTnmvpb81JoAbcJj7GJoN2gGH%7EkPrig4XS6idyKEAEgGFafWRW%7EP7R0HbZoAQy2l7qBTfyzeO0RGvMwDEgeYJowh%7ESpjwdKB9h6d3cIwpXAg2GCt-rElCDZz9RvjdGM3-iZMYikIJ0V9kHLpUctG35-rJdvRTNEEdeB4OSCoJsfDKR85QUr2N6H-Pho3ygcU89g5seyNfLgLMFSaeQ7cQIDz6tJ74%7EdLohI%7EQ951XnsAwJrBTfxKhdJR2FQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:39,442][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:39,451][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100939Z&X-Amz-Expires=3600&X-Amz-Signature=b33a2b125010b52f9084f81195273c71ec8e6ae415956d8fd888eda885219e38&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880179&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=V14FfHX105o7r57yVm7s8Lqnuk4Syxnl3RQgoblk1nRn1YVcHGcXl5mquSfCpk4xiuJDeTBPKobT3VgVRVzMFggKfeksgeLAebfKI9696neFtQEQM8MF05lwj8Q5ZuncYNa%7EjyDFb3jwITsZ7lxKvBa8cg%7EjCL1k6%7EMfseDz1lWKM5rMCKYRN9iIrTepJp8229lam4IgxVMDUQ7ew9qBUgZdZRhttDx25PmzD2hXiBvTXQHyXttmdhV0Jv%7Ej6v52I%7E9HbMkTNOtNrMn2t6cGnPsHhzknarKUtSSmySgf5LMiLtVKqO-MDGmfuSvia9WmRuXwXsQGexfrSx341RDU-w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:39,992][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:40,001][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100939Z&X-Amz-Expires=3600&X-Amz-Signature=b33a2b125010b52f9084f81195273c71ec8e6ae415956d8fd888eda885219e38&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880179&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=V14FfHX105o7r57yVm7s8Lqnuk4Syxnl3RQgoblk1nRn1YVcHGcXl5mquSfCpk4xiuJDeTBPKobT3VgVRVzMFggKfeksgeLAebfKI9696neFtQEQM8MF05lwj8Q5ZuncYNa%7EjyDFb3jwITsZ7lxKvBa8cg%7EjCL1k6%7EMfseDz1lWKM5rMCKYRN9iIrTepJp8229lam4IgxVMDUQ7ew9qBUgZdZRhttDx25PmzD2hXiBvTXQHyXttmdhV0Jv%7Ej6v52I%7E9HbMkTNOtNrMn2t6cGnPsHhzknarKUtSSmySgf5LMiLtVKqO-MDGmfuSvia9WmRuXwXsQGexfrSx341RDU-w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:40,561][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:40,569][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100922Z&X-Amz-Expires=3600&X-Amz-Signature=1a2249e76261cdd0e0a5e624f5f2c51b5a2994c583d8136b672f203062b48b42&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880162&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=oZOgt-v5uAFiZ1F0eu632kAgLwUPdJHE6I4a%7EaczoQFOAQCP4b25pzQCJfNc0%7ETS%7EY1RYXTeng6IH744xjpadp1LumpxhBA9rmSpZ5L7GDItz6ts%7Eo9o7qsOmJqEnxlOToRzjnGTCKn7CTs2xgezHyY81azhwLSPne1HEDymQ2yDtxs-mJ4nkQTNiu4xgvJ%7E9Tx0ojD2mnbPnXcSrg3jzejn71ZIGNDG16H7m5DPyX9aRLhwlU193k7XJOAtgh%7EGyzjQMKkpwZHUH6FmK6rwbHWea2UsDt5kVotb0BJppIPqPtKAjXIN20yMN8GtOD7VWUK%7E6xsUaw4PIGj6YPXHSQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:41,159][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:41,168][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100939Z&X-Amz-Expires=3600&X-Amz-Signature=b33a2b125010b52f9084f81195273c71ec8e6ae415956d8fd888eda885219e38&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880179&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=V14FfHX105o7r57yVm7s8Lqnuk4Syxnl3RQgoblk1nRn1YVcHGcXl5mquSfCpk4xiuJDeTBPKobT3VgVRVzMFggKfeksgeLAebfKI9696neFtQEQM8MF05lwj8Q5ZuncYNa%7EjyDFb3jwITsZ7lxKvBa8cg%7EjCL1k6%7EMfseDz1lWKM5rMCKYRN9iIrTepJp8229lam4IgxVMDUQ7ew9qBUgZdZRhttDx25PmzD2hXiBvTXQHyXttmdhV0Jv%7Ej6v52I%7E9HbMkTNOtNrMn2t6cGnPsHhzknarKUtSSmySgf5LMiLtVKqO-MDGmfuSvia9WmRuXwXsQGexfrSx341RDU-w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:41,727][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:41,736][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100941Z&X-Amz-Expires=3600&X-Amz-Signature=06b9fff525782c7eab19122e14dc2d30b822c3e3ba973327f8c2ac21e91efc18&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880181&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=d7JFdMRh27UlYAFfv8Gkxd-yzdn8XrqbhVdz8DpsUNTquOhLd0GFQvMCCeg5nn-e8qxNUsvA0NAqJz4vTc957x4rSBDXFHwa7AY-H4UQHQ4H30KHH4lz2RtC-oFzfHdNecDXpNGsuMw9ActIb1U7nRPQjWrdOR-UjxqSKEw319c8VZxG-WmT%7EEHKrB94t4%7Ei-iV91%7EiLvXdqwGkQ5dXJpdgibF11H8-wwmiGzxPFLkpbDxQfC8utZllpxaAmtiwRYkiXHsDJPZzqKrE3v5b1LSrhx-DK9QcMTDY164OtKtmw7LtJjqBEJPSMJ1tId0fsGaLFbL9BQu7Pm9Lwmio8Og__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:42,318][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:42,327][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100903Z&X-Amz-Expires=3600&X-Amz-Signature=f07855a80ab9d0effb74b4aee66cb1bb03053a58912140d919d1fcf5fb2f4f8e&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880143&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Oy87DQ1Izo7QqRNMPcAuHmcrAHB6SsUqWLTdOBU89fsgzXJufgc%7EmxfxQ%7E87FPQKLGtLj3Oo1-reWhxG9Ev0SEgUYRNBuzWIxFykLsw5caEnIt956tPFkF4v641kgyLOs3xK99cX8UikRFK6ZMgZyPmGmjZrbd-ms0F1eD8ffQAV6QNn0hR2DLYwzU6fOpUG3Z1-tS1peYJU4iEQCSLke%7EGC0MbwvETCLgjmyN%7EA2gNpIoWg%7E6ZNts2pyGC4GXA0W3lO2pLaF0J8SGa%7EF3DhKi01z6w4bYfBR1E74TYh3%7EYVYlddQz3wXVgLOSDHigr9XudLvPwnXwQT2gljgg-HFw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:42,923][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:42,932][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100942Z&X-Amz-Expires=3600&X-Amz-Signature=43a4cac92b848b6518619acd77a9228afad305bc3df933e7257e236ca6607144&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880182&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Ey3z92x-HCIXhhn3Ruo8tVVzGrCqxUbKTmxgd3mLsrjHa%7EMzhQx3iD57Zoi7AO4MXxKNa5ke160bC9tYwrumvl%7EbFsq-zygVXtUsK8QPWT6mtkbaETbzjPJkknU%7E5r1YRHxfx7%7EnRsliDnc2V7fAiN2xXtC4hUpD%7EFSBwlDJD61IZfPBSTrwbM%7E%7E6aHspyM7Hu3uvDvvsdgtVh7oaU0rBTqh9sVelEIsCCBVMT%7EVVWRtVNjUyqYHTMVfWGLb8Ctt61Xl5wq03UrNeXI-97kgPapdlgdxNiw%7EKSgQvv932E2LdkCkl2EWX3ubjdwrDeJ9%7E8YKqMYRBxsoCRiKfnh0Ow__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:43,457][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:43,466][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100941Z&X-Amz-Expires=3600&X-Amz-Signature=06b9fff525782c7eab19122e14dc2d30b822c3e3ba973327f8c2ac21e91efc18&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880181&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=d7JFdMRh27UlYAFfv8Gkxd-yzdn8XrqbhVdz8DpsUNTquOhLd0GFQvMCCeg5nn-e8qxNUsvA0NAqJz4vTc957x4rSBDXFHwa7AY-H4UQHQ4H30KHH4lz2RtC-oFzfHdNecDXpNGsuMw9ActIb1U7nRPQjWrdOR-UjxqSKEw319c8VZxG-WmT%7EEHKrB94t4%7Ei-iV91%7EiLvXdqwGkQ5dXJpdgibF11H8-wwmiGzxPFLkpbDxQfC8utZllpxaAmtiwRYkiXHsDJPZzqKrE3v5b1LSrhx-DK9QcMTDY164OtKtmw7LtJjqBEJPSMJ1tId0fsGaLFbL9BQu7Pm9Lwmio8Og__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:44,048][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:44,056][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100943Z&X-Amz-Expires=3600&X-Amz-Signature=0bdea8bc9b14bd130387b655a010782c87494cd7ca969c619c1606dc6b5dc206&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880183&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Cg30NR2hH7Sb-Thgz5AvG3vDiUBG-SGmXZdeK4Y3L9VX3sudVYDhCfDPubCK544paftNVh4U0J7bKYmFdZAxogmfX1mqY1dSiIGVbQMk4tUqMJQWWYs-SKZ8INoZn41jahVQldTNjzQ6YAaehGKZd8HqhmUwg92dCRkPN1b1%7EtGKBzB1QUlMYONgcbYsU8VVbZ4bLmAHbZB6WGLuCJ9KRdgPBwJ7vpGp3os6-lbERL789URPKVV9xwsdBEDpDbMOhEyjvKeDfD-msE7PVxo0Tk0EEfQ1WGBIn27F7nQKEdkhp%7EKGvJCgVZav-9r8imEYYjSytRrPGe2hDRPnC53Law__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:44,557][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:44,566][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100833Z&X-Amz-Expires=3600&X-Amz-Signature=6353d67b0abf19e8d0dd23e25da998427bd149518bced6ab9ee05189b0d57d7a&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880113&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDExM319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=uHE6iUTXUrBO6KqR-rU5%7E7rLogFxx4G4QWKmcGwn7L1LzwHp0AIIJoxJ8bJCyIDiGBaZXKJ-MtKozjPGUkSJtvdpFHLWpv6PjKUrU8ojtTq0-zNVex%7E-Pq41K79PLA7I6Q2E5VInGN2yj9986P5i8LH3wZRhRMpmhaZREE3OwCp%7E4f2fcJB-L4Jc3REeUa8P8bgroPj8YUoBRUaINNwK6cs8etoNLZP5%7EJSg7R2sIiM34xlhDPO23CT%7EWSV8ViDfEGQg-D1rdKiQmH2W8HFXLlclYkJqeF7uZXtQiJjUCOe--caj0VWYeoBmhA9SmICrAGIMf5D-lFqO5%7EujtPUGKA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:45,117][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:45,126][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100945Z&X-Amz-Expires=3600&X-Amz-Signature=6df23877f154d9566aaefc91b72c5304bbc7bd20cef25aa130ee64861aee5ba5&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880185&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=cTIvVL22Gm97QalE0lZsvMq30-bpo%7ESP13b%7Ei1OwLL6FelmedFoYt3fA6W-oIwhNr3E58nJ4bzZwabw6R5%7EW79JU1-%7EdwCJeyZYynDOjElMtas0WCttO%7EVHaGm8mvGjYVY7kiDvseiCeiaqQg1KkdowDaQJADxGBBwa91oKyBF9B4pw6HoHY8j%7EBesulZbbxBwDO2Oc3aVIyRfKW46NBToF0hoyZhBeVHZCLVbSfWlsQ7%7EH2-pIf6qNlMtIcAB-RbezxjO3rQ-8c3Kh91rSFcucwYhAKm-is91mp8SUmMRyE44clUTodLdo8i8ps4DWkOw8tuoCgsT7zaqVXR1Q9gQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:45,677][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:45,686][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100945Z&X-Amz-Expires=3600&X-Amz-Signature=6df23877f154d9566aaefc91b72c5304bbc7bd20cef25aa130ee64861aee5ba5&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880185&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=cTIvVL22Gm97QalE0lZsvMq30-bpo%7ESP13b%7Ei1OwLL6FelmedFoYt3fA6W-oIwhNr3E58nJ4bzZwabw6R5%7EW79JU1-%7EdwCJeyZYynDOjElMtas0WCttO%7EVHaGm8mvGjYVY7kiDvseiCeiaqQg1KkdowDaQJADxGBBwa91oKyBF9B4pw6HoHY8j%7EBesulZbbxBwDO2Oc3aVIyRfKW46NBToF0hoyZhBeVHZCLVbSfWlsQ7%7EH2-pIf6qNlMtIcAB-RbezxjO3rQ-8c3Kh91rSFcucwYhAKm-is91mp8SUmMRyE44clUTodLdo8i8ps4DWkOw8tuoCgsT7zaqVXR1Q9gQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:46,225][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:46,235][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100938Z&X-Amz-Expires=3600&X-Amz-Signature=c857ae9f8970bc848fcd1b59595d4d35cf784e8ea9d163f8026131c806030326&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880178&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Pi6jV9oHzXYZROcx8b8HEWmW7IM6jauwg73EJbm8p3BTYNYeqztKWgL6geEMNsHwQbYrz9lDaIABVHE6JophUFwAsIbKTnmvpb81JoAbcJj7GJoN2gGH%7EkPrig4XS6idyKEAEgGFafWRW%7EP7R0HbZoAQy2l7qBTfyzeO0RGvMwDEgeYJowh%7ESpjwdKB9h6d3cIwpXAg2GCt-rElCDZz9RvjdGM3-iZMYikIJ0V9kHLpUctG35-rJdvRTNEEdeB4OSCoJsfDKR85QUr2N6H-Pho3ygcU89g5seyNfLgLMFSaeQ7cQIDz6tJ74%7EdLohI%7EQ951XnsAwJrBTfxKhdJR2FQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:46,774][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:46,783][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100946Z&X-Amz-Expires=3600&X-Amz-Signature=d7b2c3e58d87f98000960fc3424f97c6ea9d1b6af8bff7c34e5cc5d1ac42e365&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880186&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4Nn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ozftRclgQzulIHilbdoiUkNdQ1My5ZkAurM-uiiLGNfyUuq%7ETmxu357FQ6HtX7V3JW-m-T6pOn7cMFBbX11JH0nlo9XGCYLMnsMeZzt5BQjxszl29SwXW%7EcKZM-zBaiUog28tz0Am8WHQ1twHhNSXQxEGl9IzEf1J27DNfeG4f%7EFYOWH5bJYYZjwPKSSuELp7eDpE9663NuAUkw4txSo5RPSpfTgW7semQMWMm5o-iqWf9shh%7EzMYgRy3MJ6515l4DHAfQRh0homrYRbDvdATark%7Erf1z-up0a%7EuIA3EAklC-ZRa-4Kjd3wn5gGvbOaPhwRDP6mf97oVnxgtELG3mg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:47,308][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:47,317][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100947Z&X-Amz-Expires=3600&X-Amz-Signature=70a9e034022e2289f81ff6a925369ae341fbee8d435b077be5310a5c031ea9b6&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880187&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=P2x2733R9R260pByQwoBGx5XExTF0d5yoJF79aM69Kp-RJpg7RGbBqlYoh7Je46aG%7EgCht5VvDqayoXzpRAP64flke0RDgFnUoY4A3Yh34f5u77G50jzrJMVA%7ElUeAB6mKGDHglGO0x00J%7Ep0KYEE4lEvI5yhMlXZs72UrljU60Riqb-wS%7Ex0nMNXBrfflixcMGGuRU1zFRF2l52hWlCjs19aTwiIa3UPXyY70YBvKzWKkVx5kANLxykRRheoFm2OBaeEf2d4NE1HH2E3yt2fk%7EvppvJvEGvFS1ow09Cybh-dbFAYwQn6vx7Q5SKc6QdLSDyT8SEXekOB2L76baROw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:47,919][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:47,928][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100947Z&X-Amz-Expires=3600&X-Amz-Signature=70a9e034022e2289f81ff6a925369ae341fbee8d435b077be5310a5c031ea9b6&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880187&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=P2x2733R9R260pByQwoBGx5XExTF0d5yoJF79aM69Kp-RJpg7RGbBqlYoh7Je46aG%7EgCht5VvDqayoXzpRAP64flke0RDgFnUoY4A3Yh34f5u77G50jzrJMVA%7ElUeAB6mKGDHglGO0x00J%7Ep0KYEE4lEvI5yhMlXZs72UrljU60Riqb-wS%7Ex0nMNXBrfflixcMGGuRU1zFRF2l52hWlCjs19aTwiIa3UPXyY70YBvKzWKkVx5kANLxykRRheoFm2OBaeEf2d4NE1HH2E3yt2fk%7EvppvJvEGvFS1ow09Cybh-dbFAYwQn6vx7Q5SKc6QdLSDyT8SEXekOB2L76baROw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:48,487][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:48,496][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100948Z&X-Amz-Expires=3600&X-Amz-Signature=ff3a622defc10bdc10b64b1056e20c5ee7354898e991af8670ef5eb8ac68aacf&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880188&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Aov0JdQt%7EkLJuAVPCQmZB8EMnqg7kiQwx4INrFCL0S9b4rbxIxmRB5gjjXzGb0Dbr3Sx3AtfK2rDulysZAxiVXGt245llRkEUavik%7En9li%7ExXBqKIaHuttJUIxJwyUv9eiH-WnxyBRL-6kbu37Mt2-mDLtM9iGOvZSugILAfDbksnB9ecMLi6AL%7E2ICeZPH3JC4smgI03MfEh2%7ELdYcGdUSSvaEVrmt0ihNz8xMwmlVMXIZ4ynSdPXsaFhC2K2Eobb-1uYsK11T66yLW2h22A3Jpsfiq3MA9WYlx4JZG%7EuKYr2CxoILUNDKLnyusB0tiHqZAopVAAPjorZ529i1eow__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:49,018][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:49,028][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100904Z&X-Amz-Expires=3600&X-Amz-Signature=44660afdc34876e328c276f90a8b12b6e062f479b34bdba33474cefdc5fd4a70&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880144&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Q4YRafmy2py9duJ%7Ezkwti-aHVmf37MYIZSAZX72-WsZMlnTPS7YgWMbZ761wm7xDWY-VEcOaTnI4%7EQAleI2kPEDzfQ7Pcb2qMgjVj4O%7EGYj-fV88Mom6kS%7ErTTf%7E34T5KrSjMNW7GDUy7sDIwrCdJ%7EVMWmOSgTo2d-WFWX%7EB5B8gXJW3xqVJqDLgMLoCi6daUiUoIwnIzm9r0Kd89vuIZhaz1ljfzcszBIZiUlSRSMDR4dK0v8-oFglxKCn4KqxcBV5ll%7Ea7MCtELQoz8ne7uABcwYbI7Nhtdxxqgo-VsARXhxZoJf0tUMs7nKC27wU9at%7EEOIgCLFBCcoMkwZJ0%7Ew__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:49,830][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:49,840][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100949Z&X-Amz-Expires=3600&X-Amz-Signature=9d54ef4a707bba1dbfd432c0cdcd14800f8325b98ee09645777635cfad1d0830&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880189&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=vqk6TFhEbXbZEhehUsGcD%7ECDx3tzWK9f6f9V%7EEpwUpgwMRatoW3aJFX5JAU8At3nj36nGdLTTUhO38LIHL5psZ97xtSalxow8S8SRQEoKeacgtbTmoQGPircV7gl6Ly7OpcPUHjnNpHg8fs-JNTPFtUZHZGm5rUpJuW0z7W9Ww74maqyfaflhbIlC9j63xknpTjIUbo2EMvzbhltpVpzyRX73SEJef82Hd4dVLXpjciU7mlQZEJhksffnimn73SGM9J4%7EBohXuiTEbPN6moUrvBWaHlMrgYm31F9UOM5bhcqpYDreHIMk0%7EbW9ZpBO8AxxV0Gt8X53k4lazqZ7qSmw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:50,396][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:50,404][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100925Z&X-Amz-Expires=3600&X-Amz-Signature=f611cec9deac4f6b0ef10c68f050e6bded07a75158353d0570e3275f32c94729&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880165&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=okovTf9njqf-JTZTaEU6F62Prg7y7xN6f075TdTkrOrzXI04n9aPBs7NufCmd8iOVmAsX-p-zAS4tPe1l5IOev-ygIpv7EBSuLqEVt8zUwSOp22jdWdGD2Q1CFlY5-R1ERjcneINq0FFjsWEb9vtZlKyYXB9RoW4l0fSGCyAnddN3DyRhJQHXRHpQmJAVf4CjZXgyoMEFS6GUYaknIzhF8ir%7E1Kay-btB3kv3jI6en-PViRCab8tU9H77Nh0bgk8nIrNDp25vHIN7aY3qLsDmlW9lM5B9WIrVxU2vZctISE1ADMrP1l%7Eir4yJo53wMEfkvvSi5TZO1%7E74yl3jnJ8eg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:50,939][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:50,948][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100947Z&X-Amz-Expires=3600&X-Amz-Signature=70a9e034022e2289f81ff6a925369ae341fbee8d435b077be5310a5c031ea9b6&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880187&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=P2x2733R9R260pByQwoBGx5XExTF0d5yoJF79aM69Kp-RJpg7RGbBqlYoh7Je46aG%7EgCht5VvDqayoXzpRAP64flke0RDgFnUoY4A3Yh34f5u77G50jzrJMVA%7ElUeAB6mKGDHglGO0x00J%7Ep0KYEE4lEvI5yhMlXZs72UrljU60Riqb-wS%7Ex0nMNXBrfflixcMGGuRU1zFRF2l52hWlCjs19aTwiIa3UPXyY70YBvKzWKkVx5kANLxykRRheoFm2OBaeEf2d4NE1HH2E3yt2fk%7EvppvJvEGvFS1ow09Cybh-dbFAYwQn6vx7Q5SKc6QdLSDyT8SEXekOB2L76baROw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:51,452][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:51,461][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100951Z&X-Amz-Expires=3600&X-Amz-Signature=acc364c89a832d0aa4e166a3607663f1efa02274a81507cee552306620fba772&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880191&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE5MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=KrCOzl5urAByJRXNCx6Du0ThKhqdDc1qZqk3IQT6qRh-BXQVOlbqrsv8qwsGpsslIcjUC34%7EsEVynx3wS-XguRNyGCZM6%7Elvvo5tod7pvafodULDihgV9PYY756c9iJRPoCAdmH-m85j5qTutT1OtNxxC02VvVlzbUB5bmifaS9u5EKsKp2a8RC53CltAfD-5I-QhVz0cFZ-303DAEYq95ebJ5u-NkEwkZgn90E0ze6m0XyXrAvteiVQE%7EZfeeLX0174k85Vp1BBer3Hqp%7EUins5qlUzpbstbURv7LVVn8vewEPlpYbicFMq5%7E2EpmDa2uQIgXef90lQk36C3m-w8g__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:52,007][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:52,015][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100924Z&X-Amz-Expires=3600&X-Amz-Signature=cced864559aac8608ddd9be0012ebec2247f364c4168757e769eed9c512e95c0&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880164&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=q9lsKAA3D7MPi26KeAWxJ4Q0A%7E%7EsQK3iZA-UUodYPO9C-xHiJC6bS%7ECIGiyvP8IaWikzBi6ZqTWiJoIc9Kxcyt-I48ESsvEAix3-nU9LkPU%7EL11jLndLgdW-9haqWEfWnf0wjv%7ENjWpUPLmE48rsSciCXQySdWMqWhMGnfRN7fSDXr6lzR41I1weRQKm5tRZLOSNzLDOq-4CLmgNcN7VV3zD6Dedqn4mCHb0iaKPjZpCQoVKJuNRjjnmEN-7PhQ8rAsSRcVR0O-Bd5IdQSaxwbQyfBqjOrTOjigpiBPTkfogAPJRVTZHjL-MQrN0xYJ2PFlc9ckn6xfiLjLbeT43uA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:52,496][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:52,504][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100732Z&X-Amz-Expires=3600&X-Amz-Signature=25ed4cd494b82901f766673d7b86af7e20a30b8d5fe5532b4a186ea5396873af&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880052&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDA1Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=QYxHc-45ZE5pqf9fSKN32VRfFQNJG9H2mcvZuJhrUS8HB8eVD592%7E3gxek9525%7EqqoXJwPGOhWrM0Csmw5Wi0r61iMXMI6pfdRDk7ogfqSvwQPs3WJYvOJ3TTBM2ypvrhE7f3eX%7Em1IuJtg9uPKSZuCYJtaN3T2%7EzCpMtq4y8BVo-JKW87N473yCls7uFXXi9d0ypxzl4bzysT7upDdAYfWkYCdHM9Tj%7EnVIxlNHvfXte1ENQec7lXetgj2gVZ4ZVS7WIZbVloHS45sUa17-qz5xWQXG1IF-5vYsxM0gnmWzvYsWM3gpce5soV4nbicojJPc61-smuHv-8osT2CLFQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:53,000][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:53,009][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100907Z&X-Amz-Expires=3600&X-Amz-Signature=736438f006bb3e28c45621f3da147f961a1b51ef676049e8e06654781c492d00&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880147&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=JNvvyUtOLqBczw2mB34FObI%7EByYEADCYeCR5Eqwf3arRJ188Rdp2tsPuX0TgY%7EC6se6O3nLtnhfQ5qd4zVOcT3ncajsbtlIzo56hKKbLMtfz4epMspZgXyF5%7EHbYoqtJu%7Es7NrxxbMLmuANPRZ1XRsEHXW727MdJK1uXA6GWDlbNG32u0IXnxc5P1MHOAh6b5Iqe1Uy9uEOr1xFgBNWgoMvmOMaX84VONsFp0y0qfKDhVa8Ff3KjGUNAY2c5NeVT7cHtN5gAQXNtIFP4-pOevzmHgOTqYnXVQe9SWToLh14QJxA1D4kfL9zMpO8JmzVVKaxMlA0PvKrj3N24e%7EgE4w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:53,498][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:53,507][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100921Z&X-Amz-Expires=3600&X-Amz-Signature=f1f9133db47ce52274f45776b77a9e1f963c78b3b6c4aa7c0a3379187931d8fd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880161&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=S0xfhBXv2W0Lxuyae7upzrNNZlceb-NtXfFLs6CSvXw3COzodwnzGAFbNuyafU0m1vUuBonlOpbGiyQSBXQnmw4nrIDLAS0wiHxwWVJY2-WLbpQbsy0jJxDY2QOqKdGXs7Enx2eXqdhOYRlbpdb5yTlABhQEfhneS3ODvdqsqYtJeHO%7Ex6Z2fCOW%7E4YlZX25tg5W35Pz7n7g9p0aufh9gAIqJpx1jDrW0xP2FzLwW2xlxmGeudTWot4J8VOr58hcB4xjTBm907MMd4Lfw0N3sIrxgPRw6ej4d4CzIyQFmor9wu73mo8ireOAzw39d-TPsQRGt2MUn%7Etny9scB-igKQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:53,974][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:53,983][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100451Z&X-Amz-Expires=3600&X-Amz-Signature=f0247236dc8699447dad505bbe5e3bd6c88ba332f2619c5dabfdd92b976a3367&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879891&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTg5MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ALv6fvI9k89kjQsVgFKsf-mvdl8XXczHJx93Td9JZQ7nnp%7ESCeBO%7EQiO4Qua9p-5nJH4tSLKTGcrcr9JvCnHTENorg0z1fyj5tS67UmeRKiev30DoYF0Vqm02MUufTa2iQBK%7E3hHjxox63OdaBKTf4di4knjJiwD01K-gMQK2Baa2xpkFa0TN-opbk7T06uBtrF9KGTNmR8yNfuGey1LyMm6AmEBSuocJNSErXvPtQyIDwL6OSPhNEGU9p10rLjGyyAYGtu9dwRO0XUtl51dCdZH-Bn0vTTtNxXbmQw3BOgb-rPWTeF0XdAtJaZ%7E4-hkgYel-vW0Zf%7ElfV-Lz%7EwxAg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:54,477][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:54,486][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100920Z&X-Amz-Expires=3600&X-Amz-Signature=1d78493162530f1719647453cf7852f113db594fc571c926dd42bee51bb97602&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880160&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZpdIz2vqAAfbvEw%7E3fl6owHA0fMds88kWGSbnhoYBUgKqgpz8eBn907avnYRhCNwm1tKbFvKJGFkAq6YkO19K-mOKjmCvRlucR-6VTlgNMcOP33rRtwlRIyHWDp8TSlJdZ9zvM3-zsMwuJWszpcQV37TYYFPBMwBnUGw5qduYHrsG56wDca5HbWBi-5vAipqut92vXF4ceKxTSlqweJ52uT0b9mF8Us0i5oGVOZMFLx694jCJUQENf4WRqRizsNI0Wb4DLffCmi0EpdLgvcIaD2TXHzIpgbaWE%7EPEztD6lMvgmabEGG2EUp4U6p1vdlLCxUPRhuRehY5j3NIApnCQg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:54,987][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:54,996][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100948Z&X-Amz-Expires=3600&X-Amz-Signature=ff3a622defc10bdc10b64b1056e20c5ee7354898e991af8670ef5eb8ac68aacf&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880188&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Aov0JdQt%7EkLJuAVPCQmZB8EMnqg7kiQwx4INrFCL0S9b4rbxIxmRB5gjjXzGb0Dbr3Sx3AtfK2rDulysZAxiVXGt245llRkEUavik%7En9li%7ExXBqKIaHuttJUIxJwyUv9eiH-WnxyBRL-6kbu37Mt2-mDLtM9iGOvZSugILAfDbksnB9ecMLi6AL%7E2ICeZPH3JC4smgI03MfEh2%7ELdYcGdUSSvaEVrmt0ihNz8xMwmlVMXIZ4ynSdPXsaFhC2K2Eobb-1uYsK11T66yLW2h22A3Jpsfiq3MA9WYlx4JZG%7EuKYr2CxoILUNDKLnyusB0tiHqZAopVAAPjorZ529i1eow__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:55,543][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:55,553][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100955Z&X-Amz-Expires=3600&X-Amz-Signature=f3b954ce8585a77bd479188b6d3994d5c71e886329bc379a3d286d118ec67123&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880195&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE5NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=a%7EkSHx-oTPDX6xvQjdOVSs3dmkNVN%7ElaCk7yj-eU8QdNZwnHTuU-MqAx%7E3gVehcAyws59Ci5EN8jfdJjJyaIuaTmk2crQ-3r-ppCByUFgF5CVa6jBw3d2ohpFeynWD3kXvX52qoMUPXTpcBSYroOHtubhGIrOtJRWNyyywMGkb4XCdkK84O8eih1WeCWaykP5tu8UjBjZaK-IX55t0UX8zsBZsUJJHeqwec-Xh5%7EkAMBdAPusY8oTyFc48n2dj60s2WiaL9UITCDxy3gNE7a3laO5YrYXZoX1YkYrcutUaGMGrdHXZxes5FeBRJlzLqcZhxluwngM-Xc6z3SFAYSBA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:56,040][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:56,049][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100955Z&X-Amz-Expires=3600&X-Amz-Signature=f3b954ce8585a77bd479188b6d3994d5c71e886329bc379a3d286d118ec67123&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880195&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE5NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=a%7EkSHx-oTPDX6xvQjdOVSs3dmkNVN%7ElaCk7yj-eU8QdNZwnHTuU-MqAx%7E3gVehcAyws59Ci5EN8jfdJjJyaIuaTmk2crQ-3r-ppCByUFgF5CVa6jBw3d2ohpFeynWD3kXvX52qoMUPXTpcBSYroOHtubhGIrOtJRWNyyywMGkb4XCdkK84O8eih1WeCWaykP5tu8UjBjZaK-IX55t0UX8zsBZsUJJHeqwec-Xh5%7EkAMBdAPusY8oTyFc48n2dj60s2WiaL9UITCDxy3gNE7a3laO5YrYXZoX1YkYrcutUaGMGrdHXZxes5FeBRJlzLqcZhxluwngM-Xc6z3SFAYSBA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:56,589][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:56,598][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100917Z&X-Amz-Expires=3600&X-Amz-Signature=e7f2c9ab4902822bb052f0f85c0c6dc58376d2666fc10876d447594f3bbc9be7&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880157&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZQWhgnQh%7E7mykJwIzVJujTGEoHwcQP9E5RXdHMQzxAVGz2Z7sClyinaPcFMRfu9Q9FmePAbKBNqms9NjyYheVu5KNntiofFfblMtHgemB5-pxVwYav8bXPbczjBE6z8Zwpjitt529gHTNMzUnLeKLCJ6mIMxIt9vR2NTWwfobSs9t4MrVp8ah5kLcPFMxqPda8Y%7EBesYsR-TileGiTskDJg0%7ErEn91lEz1S-rqaUFIgS%7EtRZRveGAFYSwkcLU-vpliK9YqovkUZSwM1YwFtR4lSSOh0-iWTzeoUBl1IF9cfuuvabC1DiC2-0uUEyP3upiGUNoaYbGk3UgoNh6%7EGb1w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:57,131][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:57,140][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100945Z&X-Amz-Expires=3600&X-Amz-Signature=6df23877f154d9566aaefc91b72c5304bbc7bd20cef25aa130ee64861aee5ba5&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880185&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=cTIvVL22Gm97QalE0lZsvMq30-bpo%7ESP13b%7Ei1OwLL6FelmedFoYt3fA6W-oIwhNr3E58nJ4bzZwabw6R5%7EW79JU1-%7EdwCJeyZYynDOjElMtas0WCttO%7EVHaGm8mvGjYVY7kiDvseiCeiaqQg1KkdowDaQJADxGBBwa91oKyBF9B4pw6HoHY8j%7EBesulZbbxBwDO2Oc3aVIyRfKW46NBToF0hoyZhBeVHZCLVbSfWlsQ7%7EH2-pIf6qNlMtIcAB-RbezxjO3rQ-8c3Kh91rSFcucwYhAKm-is91mp8SUmMRyE44clUTodLdo8i8ps4DWkOw8tuoCgsT7zaqVXR1Q9gQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:57,667][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:57,676][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100933Z&X-Amz-Expires=3600&X-Amz-Signature=10f47febb40794601474b23c2594734b65307c29713a8b8f824cf057087166e3&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880173&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=nlUWrf3j7gERWCSna6tyzhsm1LeEQx-RTFmdbk7Ihhi%7Exq3E-IUqpC2b3VnZ-ggicR8WKcD-gNQxyYxldbbrirLV1TXIc9Pv0A86M5o4uFX%7Ec1VvTSAuNn5biyv1SiiCifg5PG5lv4foowkgph6wF%7ECfJ1zwdIFm25JoXfHsv0Sq-GMTdTxrdOFTmFGOyWuFn0HVpTAgUKpH4x9L%7E712Jby%7EnuzAXLCIsDzRHHRHoygDfAcQBUd4k2g6-Zqe6ol7Zp5XoxL0yXMfEPfvOkywGjWMiEMxopPtSaG21gqOKR5fcD5roc8BOe5tbTBqX7KoDdOZFdSjy9vb%7EX2knomlaQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:58,224][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:58,232][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100958Z&X-Amz-Expires=3600&X-Amz-Signature=9b5ec5656e4d49b577d8ae5860103ec649c20376f891476e67fb86f47246b9fe&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880198&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE5OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=toGgmEVen-oHG0o1AW-jnbnvEf7iIrIsZH4KV4RcgOgJMY8Z9OeNDT%7EByVpzqk6hOHbEoZYHCsTxSEoGHZslusY0RZJtasf1h2iNUhF5fgB2QDoHnICBPmXO8xRTvvtg8kQDNOoFZOygTlMe7KmL-FQRwgJHWERRNbtGXIrNzB1ioJP5BrV1CaB5AyqoYZLjsGQwzXGPDXiqcEAijSrOh2Gf61SrDvBV7CAA3v4wePyMC-gOCnABiqHdaT0cnwC6Heiy5OWb8GM4PWQ5XEIUl-VDDzu7PRRSfesH1yMiCMQmZHlIUU%7Es3hHss2OITS1ALt4-YbmxqFR-QgL4pnbpdA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:58,807][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:58,815][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100955Z&X-Amz-Expires=3600&X-Amz-Signature=f3b954ce8585a77bd479188b6d3994d5c71e886329bc379a3d286d118ec67123&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880195&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE5NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=a%7EkSHx-oTPDX6xvQjdOVSs3dmkNVN%7ElaCk7yj-eU8QdNZwnHTuU-MqAx%7E3gVehcAyws59Ci5EN8jfdJjJyaIuaTmk2crQ-3r-ppCByUFgF5CVa6jBw3d2ohpFeynWD3kXvX52qoMUPXTpcBSYroOHtubhGIrOtJRWNyyywMGkb4XCdkK84O8eih1WeCWaykP5tu8UjBjZaK-IX55t0UX8zsBZsUJJHeqwec-Xh5%7EkAMBdAPusY8oTyFc48n2dj60s2WiaL9UITCDxy3gNE7a3laO5YrYXZoX1YkYrcutUaGMGrdHXZxes5FeBRJlzLqcZhxluwngM-Xc6z3SFAYSBA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:09:59,415][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:09:59,424][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100939Z&X-Amz-Expires=3600&X-Amz-Signature=b33a2b125010b52f9084f81195273c71ec8e6ae415956d8fd888eda885219e38&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880179&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=V14FfHX105o7r57yVm7s8Lqnuk4Syxnl3RQgoblk1nRn1YVcHGcXl5mquSfCpk4xiuJDeTBPKobT3VgVRVzMFggKfeksgeLAebfKI9696neFtQEQM8MF05lwj8Q5ZuncYNa%7EjyDFb3jwITsZ7lxKvBa8cg%7EjCL1k6%7EMfseDz1lWKM5rMCKYRN9iIrTepJp8229lam4IgxVMDUQ7ew9qBUgZdZRhttDx25PmzD2hXiBvTXQHyXttmdhV0Jv%7Ej6v52I%7E9HbMkTNOtNrMn2t6cGnPsHhzknarKUtSSmySgf5LMiLtVKqO-MDGmfuSvia9WmRuXwXsQGexfrSx341RDU-w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:10:00,232][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:10:00,241][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100923Z&X-Amz-Expires=3600&X-Amz-Signature=ee8ccf7053125a14dc843933fc89bbdc8992b16c2b0338060476f09b0ee90b84&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880163&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=BL7REYO2qVMMBq9GqT%7E4hMdtJQFUiOVHFWZHd3P6akoAG%7EeNuGDhDJgTF1jxB9U1ApZ9VzIYdHellRwhVaRds0FXnIOhYdSjDZvTClJLi5x9AsHL-inFQ2yij0TwXfy4DZckw0RwN58hxiCKvmSRU5S3nCa6xq7WOQMnE2ao8U2ary53YtQi9QDks5h8BjcObJmvW6EtYzzp2gUAZ2uYQ8%7Ex9CzPy74nBn5b9SPXjO5aUUyVGSHINkvHYVF%7EIEzfRJAGEX6EfTtT25Q7TyHdiwSKHDegqThpUozaraJ%7EGsc2VvwUsbcLeXL2GxRd5akHbf5RRb52f6BFiaJTk%7ERymA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:10:00,797][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:10:00,806][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100732Z&X-Amz-Expires=3600&X-Amz-Signature=25ed4cd494b82901f766673d7b86af7e20a30b8d5fe5532b4a186ea5396873af&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880052&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDA1Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=QYxHc-45ZE5pqf9fSKN32VRfFQNJG9H2mcvZuJhrUS8HB8eVD592%7E3gxek9525%7EqqoXJwPGOhWrM0Csmw5Wi0r61iMXMI6pfdRDk7ogfqSvwQPs3WJYvOJ3TTBM2ypvrhE7f3eX%7Em1IuJtg9uPKSZuCYJtaN3T2%7EzCpMtq4y8BVo-JKW87N473yCls7uFXXi9d0ypxzl4bzysT7upDdAYfWkYCdHM9Tj%7EnVIxlNHvfXte1ENQec7lXetgj2gVZ4ZVS7WIZbVloHS45sUa17-qz5xWQXG1IF-5vYsxM0gnmWzvYsWM3gpce5soV4nbicojJPc61-smuHv-8osT2CLFQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:10:01,382][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:10:01,391][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100514Z&X-Amz-Expires=3600&X-Amz-Signature=f10752d082a8daef65c2e7e0ff479b18fcd88c486f73941ef033114a6c25ffe7&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879914&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTkxNH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Mln%7EgBc-Rt-NY4-ZOCfgkb3wA-QoMgfDDfNFIjEwGV0-DWM-JlYB4UYLc7SWnhqjzwM88NvFIre%7EPbamfYYZei3AXijxIeadxcQr81jiy-Fx9Vt08JtFtB2O8VO%7E29cp5WnaUvWFj%7Eqr3IGDqzxMF6g5Gzb%7ETxdBcIPY2I1rFaNYF3NxYbfLEmFPKCphawIqJCAyJsZHGtxKEsKgn36GAZ2Qj75fDAd9RaUoTLlH0nybHBj%7EK3Hk5KJ3ux-8Ys2EyUA15DzZLA02gOdIHhtPCpvcKEZeNu%7EW-ncQkR2bvndTJJ6WR1HPoNwtAuVXQMrCYAqOfHNo42joqe1fzdPqNQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:10:01,951][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:10:01,959][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T101001Z&X-Amz-Expires=3600&X-Amz-Signature=54033011edf52815913b5a777ceadd19a35648b9bc665d878dd0ccc9a5f727a9&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880201&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDIwMX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Cd-SGtg%7ELseSqNVfzSUBDCmIJBuhRhP4mwFx0ZnAux0SeVTj0C77EUXynhZspqpCOB%7EqxXaEe92nXklND5lsqTpkBuu4DWeQoCUJACeExUkmOxhjTVYVEdmYZHBhyXEpUr2Egb1K2moRclI-llEUeoD4CvvVdm%7Em6fbTylds9Eao80oqDJSVTVBe-1a3HdohWr2N3g2OiNGkQBgH2opIJ6ffRpNSL1WFHLmmAj4KfITEWHbCfLzkUKtYtirjmwSnuhAUG-d5OOeWCW7UQATgfCUNuIJT34lq8UafCiNGh%7EEwMN6eSpJxWjGxohq0KiWyK0D5Wk8iuekYhNPqKrQXAw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:10:02,541][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:10:02,550][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100928Z&X-Amz-Expires=3600&X-Amz-Signature=ecf6d530ff0302dd91e257b567579a09b9578dd29ac00764b899b2af0e08d90c&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880168&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ifjQ3VmjOJBWBvzWtwlTGW59OWa%7EtILt9BGEeJOa63kmM4Kyg0qXYUN%7EDuMEnYQ5pKNrWLrpqxRVIFCa-4WQzJPHM1meBostNLSOjaIQdJwgN198cDP7bUrhJYqXVrrYP7CsS-OJuaj0hnzI-FNXk0%7ENSnSmcXYasm1Cc1KgiFCFE9FPgpM4RN%7E33qBbAQVx-oU445Btj3XHTEDvBcheiwUUpkKDhXGGdNbEU7zeEwAVbG%7E32lsnrHFj%7EaSa6Umdx6IzuX3IziqEFM4LYg8sMMxqLXFVqoziGtb9HkZ%7Elio3aoeZY2IvBzgUOsB-RKvyoDlu10QCCgg4cVyukyA8bA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:10:03,076][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:10:03,085][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100922Z&X-Amz-Expires=3600&X-Amz-Signature=1a2249e76261cdd0e0a5e624f5f2c51b5a2994c583d8136b672f203062b48b42&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880162&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=oZOgt-v5uAFiZ1F0eu632kAgLwUPdJHE6I4a%7EaczoQFOAQCP4b25pzQCJfNc0%7ETS%7EY1RYXTeng6IH744xjpadp1LumpxhBA9rmSpZ5L7GDItz6ts%7Eo9o7qsOmJqEnxlOToRzjnGTCKn7CTs2xgezHyY81azhwLSPne1HEDymQ2yDtxs-mJ4nkQTNiu4xgvJ%7E9Tx0ojD2mnbPnXcSrg3jzejn71ZIGNDG16H7m5DPyX9aRLhwlU193k7XJOAtgh%7EGyzjQMKkpwZHUH6FmK6rwbHWea2UsDt5kVotb0BJppIPqPtKAjXIN20yMN8GtOD7VWUK%7E6xsUaw4PIGj6YPXHSQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:10:03,637][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:10:03,648][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T101003Z&X-Amz-Expires=3600&X-Amz-Signature=4c00f6c6c07153d23d33049eac357c7c065e100b676e399b80042bea36e84b93&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880203&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDIwM319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=BCnXR7218qaNIbc-iHTl4DcMONosyBwxl1a2DEMuBpYb5KkKrktA6Cn3U5Rv5LUPitkv74ymDba0uoe0QWlBma1XPA-qr1emh2BAUSv3cub6ZS6p84gcGuhhGRumIj0jvyrpKdrPaFxcXMRbHHjcaRuAY7afJST8ncj86QVvha32ZcwjV8sqJch2RtO4S0OtyuYzOMM8yIh6i7uNv0X1GpCU2RY0j8AN0Ikb8cmp3JvBGYcsastegdTb5BZkf-iJqinKiaUKzD-%7Er5WHClcuHGWLhs50vyNpCmva8ZppKZJmKUkYFewTr4IYSlRzSIERblNjGxjlZG1JZ1tA8zPocg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:10:04,165][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:10:04,175][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100941Z&X-Amz-Expires=3600&X-Amz-Signature=06b9fff525782c7eab19122e14dc2d30b822c3e3ba973327f8c2ac21e91efc18&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880181&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=d7JFdMRh27UlYAFfv8Gkxd-yzdn8XrqbhVdz8DpsUNTquOhLd0GFQvMCCeg5nn-e8qxNUsvA0NAqJz4vTc957x4rSBDXFHwa7AY-H4UQHQ4H30KHH4lz2RtC-oFzfHdNecDXpNGsuMw9ActIb1U7nRPQjWrdOR-UjxqSKEw319c8VZxG-WmT%7EEHKrB94t4%7Ei-iV91%7EiLvXdqwGkQ5dXJpdgibF11H8-wwmiGzxPFLkpbDxQfC8utZllpxaAmtiwRYkiXHsDJPZzqKrE3v5b1LSrhx-DK9QcMTDY164OtKtmw7LtJjqBEJPSMJ1tId0fsGaLFbL9BQu7Pm9Lwmio8Og__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:10:04,818][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/main/README.md "HTTP/1.1 307 Temporary Redirect" +[2026-05-27 10:10:04,828][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/datasets/internlm/Lean-Workbook/2e066e310b2c6d2c27616927ae131f82901c8f1c/README.md "HTTP/1.1 200 OK" +[2026-05-27 10:10:04,986][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/Lean-Workbook.py "HTTP/1.1 404 Not Found" +[2026-05-27 10:10:05,372][httpx][INFO] - HTTP Request: HEAD https://s3.amazonaws.com/datasets.huggingface.co/datasets/datasets/internlm/Lean-Workbook/internlm/Lean-Workbook.py "HTTP/1.1 404 Not Found" +[2026-05-27 10:10:05,486][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/internlm/Lean-Workbook/revision/2e066e310b2c6d2c27616927ae131f82901c8f1c "HTTP/1.1 200 OK" +[2026-05-27 10:10:05,604][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/.huggingface.yaml "HTTP/1.1 404 Not Found" +[2026-05-27 10:10:05,794][httpx][INFO] - HTTP Request: GET https://datasets-server.huggingface.co/info?dataset=internlm/Lean-Workbook "HTTP/1.1 200 OK" +[2026-05-27 10:10:05,916][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/internlm/Lean-Workbook/tree/2e066e310b2c6d2c27616927ae131f82901c8f1c/data?recursive=true&expand=false "HTTP/1.1 404 Not Found" +[2026-05-27 10:10:06,041][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/internlm/Lean-Workbook/tree/2e066e310b2c6d2c27616927ae131f82901c8f1c?recursive=false&expand=false "HTTP/1.1 200 OK" +[2026-05-27 10:10:06,194][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/dataset_infos.json "HTTP/1.1 404 Not Found" +[2026-05-27 10:10:06,341][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/wkbk_1009.parquet "HTTP/1.1 302 Found" +[2026-05-27 10:10:06,349][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/666114556f7d9b36bf6369f2/5351b8449fc73c36339ab718bc268ad4d43ebaa77c121fea6c008d04b82ac74b?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T101006Z&X-Amz-Expires=3600&X-Amz-Signature=46305f329486fb5d3471f909d3339fce8d131391913a6035a415eabc5ac86d7b&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27wkbk_1009.parquet%3B+filename%3D%22wkbk_1009.parquet%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880206&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDIwNn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82NjYxMTQ1NTZmN2Q5YjM2YmY2MzY5ZjIvNTM1MWI4NDQ5ZmM3M2MzNjMzOWFiNzE4YmMyNjhhZDRkNDNlYmFhNzdjMTIxZmVhNmMwMDhkMDRiODJhYzc0YioifV19&Signature=mLVfQh1%7EHrU%7EQBU3I7SB8GwC7AUFYZkWpHuiFQ0AD11yDlOSHVXMY8tikOdRE1ASsBwSjvKUQyAFtQxjg6UhK8nkwS4VzyshuQjLCWgl8JqEmRuJo%7E03MCb7wxZ55ovcOQ2a-xkvr2OczQ0JzLLjyYWp3iKuX1nExO4vA7iWR-9qtvxa-pg4KwKHiMQWngkCLMJJdTUFkCSvtOK70CC37B0cBxRVCqDCNbKKuyuG-kdzOtUpoeC8qYtW-qczU56ju%7Ekkd%7Et5UTlOexFpFjRRz3K0udrRt2C9Btviq%7EV0kA1fvPJCJl5DKhGbuf7kF%7EY8Yet9c04GHUODjidcZHS3gg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:10:06,470][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/wkbk_1009.parquet "HTTP/1.1 302 Found" +[2026-05-27 10:10:06,479][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/666114556f7d9b36bf6369f2/5351b8449fc73c36339ab718bc268ad4d43ebaa77c121fea6c008d04b82ac74b?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T101006Z&X-Amz-Expires=3600&X-Amz-Signature=46305f329486fb5d3471f909d3339fce8d131391913a6035a415eabc5ac86d7b&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27wkbk_1009.parquet%3B+filename%3D%22wkbk_1009.parquet%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880206&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDIwNn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82NjYxMTQ1NTZmN2Q5YjM2YmY2MzY5ZjIvNTM1MWI4NDQ5ZmM3M2MzNjMzOWFiNzE4YmMyNjhhZDRkNDNlYmFhNzdjMTIxZmVhNmMwMDhkMDRiODJhYzc0YioifV19&Signature=mLVfQh1%7EHrU%7EQBU3I7SB8GwC7AUFYZkWpHuiFQ0AD11yDlOSHVXMY8tikOdRE1ASsBwSjvKUQyAFtQxjg6UhK8nkwS4VzyshuQjLCWgl8JqEmRuJo%7E03MCb7wxZ55ovcOQ2a-xkvr2OczQ0JzLLjyYWp3iKuX1nExO4vA7iWR-9qtvxa-pg4KwKHiMQWngkCLMJJdTUFkCSvtOK70CC37B0cBxRVCqDCNbKKuyuG-kdzOtUpoeC8qYtW-qczU56ju%7Ekkd%7Et5UTlOexFpFjRRz3K0udrRt2C9Btviq%7EV0kA1fvPJCJl5DKhGbuf7kF%7EY8Yet9c04GHUODjidcZHS3gg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:10:18,711][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/deepseek-ai/DeepSeek-Prover-V1/resolve/main/README.md "HTTP/1.1 307 Temporary Redirect" +[2026-05-27 10:10:18,724][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/datasets/deepseek-ai/DeepSeek-Prover-V1/1ee889f608fb12ba3596757ee91a60acd663ea81/README.md "HTTP/1.1 200 OK" +[2026-05-27 10:10:18,848][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/deepseek-ai/DeepSeek-Prover-V1/resolve/1ee889f608fb12ba3596757ee91a60acd663ea81/DeepSeek-Prover-V1.py "HTTP/1.1 404 Not Found" +[2026-05-27 10:10:19,179][httpx][INFO] - HTTP Request: HEAD https://s3.amazonaws.com/datasets.huggingface.co/datasets/datasets/deepseek-ai/DeepSeek-Prover-V1/deepseek-ai/DeepSeek-Prover-V1.py "HTTP/1.1 404 Not Found" +[2026-05-27 10:10:19,294][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/deepseek-ai/DeepSeek-Prover-V1/revision/1ee889f608fb12ba3596757ee91a60acd663ea81 "HTTP/1.1 200 OK" +[2026-05-27 10:10:19,408][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/deepseek-ai/DeepSeek-Prover-V1/resolve/1ee889f608fb12ba3596757ee91a60acd663ea81/.huggingface.yaml "HTTP/1.1 404 Not Found" +[2026-05-27 10:10:19,569][httpx][INFO] - HTTP Request: GET https://datasets-server.huggingface.co/info?dataset=deepseek-ai/DeepSeek-Prover-V1 "HTTP/1.1 200 OK" +[2026-05-27 10:10:19,696][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/deepseek-ai/DeepSeek-Prover-V1/tree/1ee889f608fb12ba3596757ee91a60acd663ea81/data?recursive=true&expand=false "HTTP/1.1 404 Not Found" +[2026-05-27 10:10:19,818][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/deepseek-ai/DeepSeek-Prover-V1/tree/1ee889f608fb12ba3596757ee91a60acd663ea81?recursive=false&expand=false "HTTP/1.1 200 OK" +[2026-05-27 10:10:19,960][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/deepseek-ai/DeepSeek-Prover-V1/resolve/1ee889f608fb12ba3596757ee91a60acd663ea81/dataset_infos.json "HTTP/1.1 404 Not Found" +[2026-05-27 10:10:20,092][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/deepseek-ai/DeepSeek-Prover-V1/resolve/1ee889f608fb12ba3596757ee91a60acd663ea81/dataset.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:10:20,128][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/66bf379e2777c05070aad43a/8f30397d425b651dc394022f85cea9c73403a07655feabfc6640cc7b558a462a?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T101020Z&X-Amz-Expires=3600&X-Amz-Signature=2d3128b1b1137ed1baeb846c519bc5de8312679fc5002af1afc37da0cfbc79cf&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27dataset.jsonl%3B+filename%3D%22dataset.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880220&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDIyMH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82NmJmMzc5ZTI3NzdjMDUwNzBhYWQ0M2EvOGYzMDM5N2Q0MjViNjUxZGMzOTQwMjJmODVjZWE5YzczNDAzYTA3NjU1ZmVhYmZjNjY0MGNjN2I1NThhNDYyYSoifV19&Signature=B3Qi1Uxc3fFUfYk4cEEQTf-f9wPhC%7ESazW5rM-%7EolxMDdk8kyD3uHODHXVltQFAjE-6h38xfR6%7EvZzccbXd0K7kB4iDkogmifv8maYxNoK0Cv36g-yC9j9KKSaSuECPuHLVwySMYDR3NwjRGzQnnuNtw-p0NkGSBwLfdkzMWgt0kGi0XoUCAqTIoGY27xwtkM%7EJm8iGq2h6-fjyvtg3xcxeSPVRlV2R0yRWrWG9wSYdtJaFCJIrecxGTFNY2qgC9Gt7QRusQ1IeS1pBoIQMpj%7EMN5c8SXteVBrsdoRtFcNbwBZUDDzOezKOMdRMhNCp7BRxxQHhhP7OalNphM0mIVQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:10:25,936][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/deepseek-ai/DeepSeek-Prover-V1/resolve/1ee889f608fb12ba3596757ee91a60acd663ea81/dataset.jsonl "HTTP/1.1 302 Found" +[2026-05-27 10:10:25,947][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/66bf379e2777c05070aad43a/8f30397d425b651dc394022f85cea9c73403a07655feabfc6640cc7b558a462a?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T101025Z&X-Amz-Expires=3600&X-Amz-Signature=90861d431cc150de4b069877e712dd70869b7094e9430f3a0e8a5006d98c2aad&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27dataset.jsonl%3B+filename%3D%22dataset.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880225&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDIyNX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82NmJmMzc5ZTI3NzdjMDUwNzBhYWQ0M2EvOGYzMDM5N2Q0MjViNjUxZGMzOTQwMjJmODVjZWE5YzczNDAzYTA3NjU1ZmVhYmZjNjY0MGNjN2I1NThhNDYyYSoifV19&Signature=qj33P3LBqIqZPqlhdvckHGmiiGINsmwxCZvXK7%7EYPkH9hV9ZZtD9-6Qy7fzmWWdG3hTiTVYPIVhfH%7EZAULEfic0bTByldzwRkGbIEOru2XbqvaqS%7EqJH2MQSEC19ri5RrqvDEmT-y3hYec6M-BMh5gbZiz6%7Ea2Warn3wLK99k5JMV44l1oCu2hfio9nCzsN9CbSqiFaH-W9xbYMsI8O%7Ej4iRgckv26JKXUa39BHLgaYzqN3IzqwCOiGne3ERfJgOGI13gjcR2VhvNncacgz6kb6rccsoJagz%7EC0ILWjxebNPGwKHKchtuzdvcDgnxq1freZrm%7EGs0piakBf3FBUagQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:10:43,843][__main__][INFO] - Loaded 56485 rows from math.build_mixed_math_sft +[2026-05-27 10:12:15,818][root][INFO] - x86_64-linux-gnu-gcc -fno-strict-overflow -Wsign-compare -DNDEBUG -g -O2 -Wall -fPIC -c /tmp/tmpw09b8u1p/test.c -o /tmp/tmpw09b8u1p/test.o +[2026-05-27 10:12:15,838][root][INFO] - x86_64-linux-gnu-gcc /tmp/tmpw09b8u1p/test.o -laio -o /tmp/tmpw09b8u1p/a.out +[2026-05-27 10:12:15,856][root][INFO] - x86_64-linux-gnu-gcc -fno-strict-overflow -Wsign-compare -DNDEBUG -g -O2 -Wall -fPIC -c /tmp/tmpevm_ypz5/test.c -o /tmp/tmpevm_ypz5/test.o +[2026-05-27 10:12:15,875][root][INFO] - x86_64-linux-gnu-gcc /tmp/tmpevm_ypz5/test.o -L/usr/local/cuda -L/usr/local/cuda/lib64 -lcufile -o /tmp/tmpevm_ypz5/a.out +[2026-05-27 10:12:15,921][root][INFO] - x86_64-linux-gnu-gcc -fno-strict-overflow -Wsign-compare -DNDEBUG -g -O2 -Wall -fPIC -c /tmp/tmpyfgz3eai/test.c -o /tmp/tmpyfgz3eai/test.o +[2026-05-27 10:12:15,941][root][INFO] - x86_64-linux-gnu-gcc /tmp/tmpyfgz3eai/test.o -laio -o /tmp/tmpyfgz3eai/a.out +[2026-05-27 10:12:28,489][__main__][INFO] - HFEvalCallback enabled (MATH-500 + class proxy + lean), every 1000 steps. +[2026-05-27 10:12:28,833][flab.shared.eval_callback][INFO] - [eval] baseline eval at step 0 (pre-training) +[2026-05-27 10:12:28,833][flab.shared.eval_callback][INFO] - [eval] running eval at epoch=0.00 step=0 +[2026-05-27 10:12:28,996][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/HuggingFaceH4/MATH-500/resolve/main/README.md "HTTP/1.1 307 Temporary Redirect" +[2026-05-27 10:12:29,013][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/datasets/HuggingFaceH4/MATH-500/6e4ed1a2a79af7d8630a6b768ec859cb5af4d3be/README.md "HTTP/1.1 200 OK" +[2026-05-27 10:12:29,136][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/HuggingFaceH4/MATH-500/resolve/6e4ed1a2a79af7d8630a6b768ec859cb5af4d3be/MATH-500.py "HTTP/1.1 404 Not Found" +[2026-05-27 10:12:29,472][httpx][INFO] - HTTP Request: HEAD https://s3.amazonaws.com/datasets.huggingface.co/datasets/datasets/HuggingFaceH4/MATH-500/HuggingFaceH4/MATH-500.py "HTTP/1.1 404 Not Found" +[2026-05-27 10:12:29,667][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/HuggingFaceH4/MATH-500/revision/6e4ed1a2a79af7d8630a6b768ec859cb5af4d3be "HTTP/1.1 200 OK" +[2026-05-27 10:12:29,785][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/HuggingFaceH4/MATH-500/resolve/6e4ed1a2a79af7d8630a6b768ec859cb5af4d3be/.huggingface.yaml "HTTP/1.1 404 Not Found" +[2026-05-27 10:12:29,931][httpx][INFO] - HTTP Request: GET https://datasets-server.huggingface.co/info?dataset=HuggingFaceH4/MATH-500 "HTTP/1.1 200 OK" +[2026-05-27 10:12:30,047][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/HuggingFaceH4/MATH-500/tree/6e4ed1a2a79af7d8630a6b768ec859cb5af4d3be/data?recursive=true&expand=false "HTTP/1.1 404 Not Found" +[2026-05-27 10:12:30,165][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/HuggingFaceH4/MATH-500/tree/6e4ed1a2a79af7d8630a6b768ec859cb5af4d3be?recursive=false&expand=false "HTTP/1.1 200 OK" +[2026-05-27 10:12:30,302][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/HuggingFaceH4/MATH-500/resolve/6e4ed1a2a79af7d8630a6b768ec859cb5af4d3be/dataset_infos.json "HTTP/1.1 404 Not Found" +[2026-05-27 10:12:30,336][flab.shared.eval_callback][INFO] - [eval] MATH-500 rows loaded: 80 +[2026-05-27 10:22:15,884][flab.shared.eval_callback][INFO] - [eval] MATH-500 pass@1=0.350 (n=80, 585.5s) +[2026-05-27 10:22:15,887][flab.shared.eval_callback][INFO] - [eval] class rows loaded: 10 +[2026-05-27 10:28:00,344][flab.shared.eval_callback][INFO] - [eval] class pass@1=0.100 pass@4=0.100 (n=10, 344.5s) +[2026-05-27 10:28:00,484][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/main/README.md "HTTP/1.1 307 Temporary Redirect" +[2026-05-27 10:28:00,492][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/datasets/internlm/Lean-Workbook/2e066e310b2c6d2c27616927ae131f82901c8f1c/README.md "HTTP/1.1 200 OK" +[2026-05-27 10:28:00,831][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/Lean-Workbook.py "HTTP/1.1 404 Not Found" +[2026-05-27 10:28:01,607][httpx][INFO] - HTTP Request: HEAD https://s3.amazonaws.com/datasets.huggingface.co/datasets/datasets/internlm/Lean-Workbook/internlm/Lean-Workbook.py "HTTP/1.1 404 Not Found" +[2026-05-27 10:28:02,171][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/.huggingface.yaml "HTTP/1.1 404 Not Found" +[2026-05-27 10:28:02,510][httpx][INFO] - HTTP Request: GET https://datasets-server.huggingface.co/info?dataset=internlm/Lean-Workbook "HTTP/1.1 200 OK" +[2026-05-27 10:28:02,627][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/internlm/Lean-Workbook/tree/2e066e310b2c6d2c27616927ae131f82901c8f1c/data?recursive=true&expand=false "HTTP/1.1 404 Not Found" +[2026-05-27 10:28:03,211][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/dataset_infos.json "HTTP/1.1 404 Not Found" +[2026-05-27 10:28:04,085][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/wkbk_1009.parquet "HTTP/1.1 302 Found" +[2026-05-27 10:28:04,139][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/666114556f7d9b36bf6369f2/5351b8449fc73c36339ab718bc268ad4d43ebaa77c121fea6c008d04b82ac74b?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T102803Z&X-Amz-Expires=3600&X-Amz-Signature=a8b3778fca28bbc195f5faf898c6b1a8c7ebd732a2a6aaad038e5eba41cf42f2&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27wkbk_1009.parquet%3B+filename%3D%22wkbk_1009.parquet%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779881283&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MTI4M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82NjYxMTQ1NTZmN2Q5YjM2YmY2MzY5ZjIvNTM1MWI4NDQ5ZmM3M2MzNjMzOWFiNzE4YmMyNjhhZDRkNDNlYmFhNzdjMTIxZmVhNmMwMDhkMDRiODJhYzc0YioifV19&Signature=bfeKRFllDAHlrP1TJOORhj0NBc6U5HmxpURJgLXDlvWd7jt5ZWggC0z08Awvh7H67nH9V2%7EHcj49YSKw2B1SZyNPzwdd04DH8JoKeusphJuX%7EUPp7%7EB%7EpX435bv1TwUtEOuLtePbRHlJ9BDJ1qIZrL2Z99RieY4ABKZNlRlsorTJ6q01%7EY0SALAai7xVhF6LI5lLgH-jRdipA3PWzzBfvIv5PTaNAEaIl-e2UMZYdKPwSlEXN%7Eg%7EwajeRjWXPDqZfVquciJEvnRlagUExw9S5%7EvVHed7HELrWf4ZgzPVgoDW89SNZG9TMhft7HGMRJGsXvI7xOQZ2i-f6a9jRFaL8g__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:28:04,266][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/wkbk_1009.parquet "HTTP/1.1 302 Found" +[2026-05-27 10:28:04,275][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/666114556f7d9b36bf6369f2/5351b8449fc73c36339ab718bc268ad4d43ebaa77c121fea6c008d04b82ac74b?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T102804Z&X-Amz-Expires=3600&X-Amz-Signature=b6e2f3c13760717005f31eec11ded541f4fd180786e185e86d88c4bbf152f707&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27wkbk_1009.parquet%3B+filename%3D%22wkbk_1009.parquet%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779881284&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MTI4NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82NjYxMTQ1NTZmN2Q5YjM2YmY2MzY5ZjIvNTM1MWI4NDQ5ZmM3M2MzNjMzOWFiNzE4YmMyNjhhZDRkNDNlYmFhNzdjMTIxZmVhNmMwMDhkMDRiODJhYzc0YioifV19&Signature=AD4lG8t%7ER8Jn5dIkDFa7QQY0kJOoNlngyJj7KsyK1bjOz0ANvM1uLH4VwlN2YHQDLOdTFtqL4OAqln3wA6PM78yTXeI0YYGMYuvCEySWfE3GghJfzLxTqQaicIuMjKLZ7qrm39GV21AxwdCol45sR9B3aIuVUHvvf88jSxkF-gsR40XT8zjihk9eOJfZ4rus51oLoe3BbEzsRnj6tDqyCgxKsXwEAhS4lwosqeE-D2Eka3xTmlH3n-Slyr%7EisLTRK6utHhTbfWB23dptWX0b2HCviMXvx2mbo7KOfZHWWn89cUBMCBqx00RMNn91XSOMM2CEKFJB2OLKVjxydHtvGw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content" +[2026-05-27 10:28:07,067][flab.shared.eval_callback][INFO] - [eval] lean rows loaded: 20 +[2026-05-27 10:33:48,757][flab.domains.math.lean_verifier][WARNING] - Lake toolchain corruption detected; re-bootstrapping... +[2026-05-27 10:37:36,275][flab.domains.math.lean_verifier][WARNING] - Lake toolchain recovery complete. +[2026-05-27 10:37:52,089][flab.shared.eval_callback][INFO] - [eval] lean pass@1=0.050 pass@n=0.050 block_rate=0.575 (n=20, 585.0s) +[2026-05-27 11:05:27,633][flab.shared.eval_callback][INFO] - [eval] running eval at epoch=0.28 step=1000 +[2026-05-27 11:15:07,424][flab.shared.eval_callback][INFO] - [eval] MATH-500 pass@1=0.325 (n=80, 579.8s) +[2026-05-27 11:20:50,172][flab.shared.eval_callback][INFO] - [eval] class pass@1=0.100 pass@4=0.100 (n=10, 342.7s) +[2026-05-27 11:26:07,385][flab.shared.eval_callback][INFO] - [eval] lean pass@1=0.100 pass@n=0.200 block_rate=0.900 (n=20, 317.2s) +[2026-05-27 11:54:01,774][flab.shared.eval_callback][INFO] - [eval] running eval at epoch=0.57 step=2000 +[2026-05-27 12:03:41,123][flab.shared.eval_callback][INFO] - [eval] MATH-500 pass@1=0.362 (n=80, 579.3s) +[2026-05-27 12:09:25,616][flab.shared.eval_callback][INFO] - [eval] class pass@1=0.050 pass@4=0.100 (n=10, 344.5s) +[2026-05-27 12:14:13,485][flab.shared.eval_callback][INFO] - [eval] lean pass@1=0.175 pass@n=0.250 block_rate=0.925 (n=20, 287.9s) +[2026-05-27 12:42:24,819][flab.shared.eval_callback][INFO] - [eval] running eval at epoch=0.85 step=3000 +[2026-05-27 12:52:07,310][flab.shared.eval_callback][INFO] - [eval] MATH-500 pass@1=0.325 (n=80, 582.5s) +[2026-05-27 12:57:49,687][flab.shared.eval_callback][INFO] - [eval] class pass@1=0.075 pass@4=0.100 (n=10, 342.4s) +[2026-05-27 13:03:42,506][flab.shared.eval_callback][INFO] - [eval] lean pass@1=0.175 pass@n=0.200 block_rate=0.875 (n=20, 352.8s) +[2026-05-27 13:33:52,428][flab.shared.eval_callback][INFO] - [eval] running eval at epoch=1.13 step=4000 +[2026-05-27 13:43:53,828][flab.shared.eval_callback][INFO] - [eval] MATH-500 pass@1=0.362 (n=80, 601.4s) +[2026-05-27 13:49:35,000][flab.shared.eval_callback][INFO] - [eval] class pass@1=0.075 pass@4=0.100 (n=10, 341.2s) +[2026-05-27 13:55:27,976][flab.shared.eval_callback][INFO] - [eval] lean pass@1=0.125 pass@n=0.200 block_rate=0.775 (n=20, 353.0s) +[2026-05-27 14:23:33,326][flab.shared.eval_callback][INFO] - [eval] running eval at epoch=1.42 step=5000 +[2026-05-27 14:33:12,263][flab.shared.eval_callback][INFO] - [eval] MATH-500 pass@1=0.312 (n=80, 578.9s) +[2026-05-27 14:38:54,970][flab.shared.eval_callback][INFO] - [eval] class pass@1=0.075 pass@4=0.100 (n=10, 342.7s) +[2026-05-27 14:44:47,579][flab.shared.eval_callback][INFO] - [eval] lean pass@1=0.150 pass@n=0.200 block_rate=0.800 (n=20, 352.6s) +[2026-05-27 15:12:58,533][flab.shared.eval_callback][INFO] - [eval] running eval at epoch=1.70 step=6000 +[2026-05-27 15:22:41,865][flab.shared.eval_callback][INFO] - [eval] MATH-500 pass@1=0.275 (n=80, 583.3s) +[2026-05-27 15:28:24,224][flab.shared.eval_callback][INFO] - [eval] class pass@1=0.025 pass@4=0.100 (n=10, 342.4s) +[2026-05-27 15:32:31,932][flab.shared.eval_callback][INFO] - [eval] lean pass@1=0.150 pass@n=0.250 block_rate=0.925 (n=20, 247.7s) +[2026-05-27 16:00:33,535][flab.shared.eval_callback][INFO] - [eval] running eval at epoch=1.98 step=7000 +[2026-05-27 16:10:15,251][flab.shared.eval_callback][INFO] - [eval] MATH-500 pass@1=0.375 (n=80, 581.7s) +[2026-05-27 16:15:58,800][flab.shared.eval_callback][INFO] - [eval] class pass@1=0.100 pass@4=0.100 (n=10, 343.5s) +[2026-05-27 16:21:51,194][flab.shared.eval_callback][INFO] - [eval] lean pass@1=0.150 pass@n=0.250 block_rate=0.875 (n=20, 352.4s) +[2026-05-27 16:24:28,984][__main__][INFO] - Saved checkpoint to /scratch/checkpoints/math/sft/lean-unified-120817 diff --git a/model.safetensors b/model.safetensors index da3161e3d1f1491339f9450f153f026174742a9a..2267e24c0a2c87ed7119d8aa875501ec9f072ef7 100644 --- a/model.safetensors +++ b/model.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:af67a286c5b5a6dac80ab6a00cbae5a4c74ccc73502c072ff47836c8d50302b8 -size 4063515640 +oid sha256:7f0dc25f83ba744fbad6ad1ab8eb54faff88c878c6ca650101f5155e349db4b0 +size 3441185608 diff --git a/tokenizer.json b/tokenizer.json index c7afbed2efcdf019f88ab0572ec29d3bf595dfe2..c0514b32204177c8f18e590a488ef974b883b37f 100644 --- a/tokenizer.json +++ b/tokenizer.json @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 -size 11422650 +oid sha256:82ff947750287e6ea07d0b2507b144c5c645274f3dcfae956140522843851c7f +size 11422916 diff --git a/tokenizer_config.json b/tokenizer_config.json index 5668a4a01433b0648bb972458de616f22f3e728e..19cfb8d61da6d27d79b686d3ceb826035b897678 100644 --- a/tokenizer_config.json +++ b/tokenizer_config.json @@ -22,9 +22,17 @@ ], "is_local": true, "local_files_only": false, + "max_length": 2048, "model_max_length": 131072, + "pad_to_multiple_of": null, "pad_token": "<|endoftext|>", + "pad_token_type_id": 0, + "padding_side": "left", "split_special_tokens": false, + "stride": 0, "tokenizer_class": "Qwen2Tokenizer", - "unk_token": null + "truncation_side": "right", + "truncation_strategy": "longest_first", + "unk_token": null, + "chat_template": "{%- set enable_thinking = true %}\n{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.multi_step_tool and message.role == \"user\" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n {%- if message.content is string %}\n {%- set content = message.content %}\n {%- else %}\n {%- set content = '' %}\n {%- endif %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is string %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '' in content %}\n {%- set reasoning_content = content.split('')[0].rstrip('\\n').split('')[-1].lstrip('\\n') %}\n {%- set content = content.split('')[-1].lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- if loop.index0 > ns.last_query_index %}\n {%- if loop.last or (not loop.last and reasoning_content) %}\n {{- '<|im_start|>' + message.role + '\\n\\n' + reasoning_content.strip('\\n') + '\\n\\n\\n' + content.lstrip('\\n') }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '\\n\\n\\n\\n' }}\n {%- endif %}\n{%- endif %}" } diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..aba49055cfa1d5774559bd6e849e55b3a159ad6e --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3877cc7497dd1227f9a4d5559fa4971f821a57fe04698f05fa13abaa01033e02 +size 5777