diff --git a/README.md b/README.md
index 7b95401dc46245ac339fc25059d4a56d90b4cde5..38c318845c1e254bdcf08bdc3b297147a13938f6 100644
--- a/README.md
+++ b/README.md
@@ -1,3 +1,57 @@
----
-license: apache-2.0
----
+---
+library_name: transformers
+model_name: lean-unified-120817
+tags:
+- generated_from_trainer
+- sft
+- trl
+licence: license
+---
+
+# Model Card for lean-unified-120817
+
+This model is a fine-tuned version of [None](https://huggingface.co/None).
+It has been trained using [TRL](https://github.com/huggingface/trl).
+
+## Quick start
+
+```python
+from transformers import pipeline
+
+question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?"
+generator = pipeline("text-generation", model="None", device="cuda")
+output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0]
+print(output["generated_text"])
+```
+
+## Training procedure
+
+[
](https://wandb.ai/cs-552-2026-flab/flab-cs552/runs/xkixr0an)
+
+
+
+This model was trained with SFT.
+
+### Framework versions
+
+- TRL: 1.3.0
+- Transformers: 5.7.0
+- Pytorch: 2.10.0+cu128
+- Datasets: 4.8.5
+- Tokenizers: 0.22.2
+
+## Citations
+
+
+
+Cite TRL as:
+
+```bibtex
+@software{vonwerra2020trl,
+ title = {{TRL: Transformers Reinforcement Learning}},
+ author = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin},
+ license = {Apache-2.0},
+ url = {https://github.com/huggingface/trl},
+ year = {2020}
+}
+```
\ No newline at end of file
diff --git a/chat_template.jinja b/chat_template.jinja
index b0668563c4f0b2f782389e161816e9acd9dde6d4..3351794a94e61dfc4bc89ee46b1c94c5adb65eef 100644
--- a/chat_template.jinja
+++ b/chat_template.jinja
@@ -1,8 +1,90 @@
{%- set enable_thinking = true %}
+{%- if tools %}
+ {{- '<|im_start|>system\n' }}
+ {%- if messages[0].role == 'system' %}
+ {{- messages[0].content + '\n\n' }}
+ {%- endif %}
+ {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }}
+ {%- for tool in tools %}
+ {{- "\n" }}
+ {{- tool | tojson }}
+ {%- endfor %}
+ {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }}
+{%- else %}
+ {%- if messages[0].role == 'system' %}
+ {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+ {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+ {%- set index = (messages|length - 1) - loop.index0 %}
+ {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %}
+ {%- set ns.multi_step_tool = false %}
+ {%- set ns.last_query_index = index %}
+ {%- endif %}
+{%- endfor %}
{%- for message in messages %}
-<|im_start|>{{ message["role"] }}
-{{ message["content"] }}<|im_end|>
+ {%- if message.content is string %}
+ {%- set content = message.content %}
+ {%- else %}
+ {%- set content = '' %}
+ {%- endif %}
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+ {%- elif message.role == "assistant" %}
+ {%- set reasoning_content = '' %}
+ {%- if message.reasoning_content is string %}
+ {%- set reasoning_content = message.reasoning_content %}
+ {%- else %}
+ {%- if '' in content %}
+ {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %}
+ {%- set content = content.split('')[-1].lstrip('\n') %}
+ {%- endif %}
+ {%- endif %}
+ {%- if loop.index0 > ns.last_query_index %}
+ {%- if loop.last or (not loop.last and reasoning_content) %}
+ {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }}
+ {%- else %}
+ {{- '<|im_start|>' + message.role + '\n' + content }}
+ {%- endif %}
+ {%- else %}
+ {{- '<|im_start|>' + message.role + '\n' + content }}
+ {%- endif %}
+ {%- if message.tool_calls %}
+ {%- for tool_call in message.tool_calls %}
+ {%- if (loop.first and content) or (not loop.first) %}
+ {{- '\n' }}
+ {%- endif %}
+ {%- if tool_call.function %}
+ {%- set tool_call = tool_call.function %}
+ {%- endif %}
+ {{- '\n{"name": "' }}
+ {{- tool_call.name }}
+ {{- '", "arguments": ' }}
+ {%- if tool_call.arguments is string %}
+ {{- tool_call.arguments }}
+ {%- else %}
+ {{- tool_call.arguments | tojson }}
+ {%- endif %}
+ {{- '}\n' }}
+ {%- endfor %}
+ {%- endif %}
+ {{- '<|im_end|>\n' }}
+ {%- elif message.role == "tool" %}
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+ {{- '<|im_start|>user' }}
+ {%- endif %}
+ {{- '\n\n' }}
+ {{- content }}
+ {{- '\n' }}
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+ {{- '<|im_end|>\n' }}
+ {%- endif %}
+ {%- endif %}
{%- endfor %}
-{%- if add_generation_prompt %}<|im_start|>assistant
-
+{%- if add_generation_prompt %}
+ {{- '<|im_start|>assistant\n' }}
+ {%- if enable_thinking is defined and enable_thinking is false %}
+ {{- '\n\n\n\n' }}
+ {%- endif %}
{%- endif %}
\ No newline at end of file
diff --git a/checkpoint-6000/chat_template.jinja b/checkpoint-6000/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..3351794a94e61dfc4bc89ee46b1c94c5adb65eef
--- /dev/null
+++ b/checkpoint-6000/chat_template.jinja
@@ -0,0 +1,90 @@
+{%- set enable_thinking = true %}
+{%- if tools %}
+ {{- '<|im_start|>system\n' }}
+ {%- if messages[0].role == 'system' %}
+ {{- messages[0].content + '\n\n' }}
+ {%- endif %}
+ {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }}
+ {%- for tool in tools %}
+ {{- "\n" }}
+ {{- tool | tojson }}
+ {%- endfor %}
+ {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }}
+{%- else %}
+ {%- if messages[0].role == 'system' %}
+ {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+ {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+ {%- set index = (messages|length - 1) - loop.index0 %}
+ {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %}
+ {%- set ns.multi_step_tool = false %}
+ {%- set ns.last_query_index = index %}
+ {%- endif %}
+{%- endfor %}
+{%- for message in messages %}
+ {%- if message.content is string %}
+ {%- set content = message.content %}
+ {%- else %}
+ {%- set content = '' %}
+ {%- endif %}
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+ {%- elif message.role == "assistant" %}
+ {%- set reasoning_content = '' %}
+ {%- if message.reasoning_content is string %}
+ {%- set reasoning_content = message.reasoning_content %}
+ {%- else %}
+ {%- if '' in content %}
+ {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %}
+ {%- set content = content.split('')[-1].lstrip('\n') %}
+ {%- endif %}
+ {%- endif %}
+ {%- if loop.index0 > ns.last_query_index %}
+ {%- if loop.last or (not loop.last and reasoning_content) %}
+ {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }}
+ {%- else %}
+ {{- '<|im_start|>' + message.role + '\n' + content }}
+ {%- endif %}
+ {%- else %}
+ {{- '<|im_start|>' + message.role + '\n' + content }}
+ {%- endif %}
+ {%- if message.tool_calls %}
+ {%- for tool_call in message.tool_calls %}
+ {%- if (loop.first and content) or (not loop.first) %}
+ {{- '\n' }}
+ {%- endif %}
+ {%- if tool_call.function %}
+ {%- set tool_call = tool_call.function %}
+ {%- endif %}
+ {{- '\n{"name": "' }}
+ {{- tool_call.name }}
+ {{- '", "arguments": ' }}
+ {%- if tool_call.arguments is string %}
+ {{- tool_call.arguments }}
+ {%- else %}
+ {{- tool_call.arguments | tojson }}
+ {%- endif %}
+ {{- '}\n' }}
+ {%- endfor %}
+ {%- endif %}
+ {{- '<|im_end|>\n' }}
+ {%- elif message.role == "tool" %}
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+ {{- '<|im_start|>user' }}
+ {%- endif %}
+ {{- '\n\n' }}
+ {{- content }}
+ {{- '\n' }}
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+ {{- '<|im_end|>\n' }}
+ {%- endif %}
+ {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+ {{- '<|im_start|>assistant\n' }}
+ {%- if enable_thinking is defined and enable_thinking is false %}
+ {{- '\n\n\n\n' }}
+ {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/checkpoint-6000/config.json b/checkpoint-6000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1d219d6a6d288625229a71646710b85cf7ae5def
--- /dev/null
+++ b/checkpoint-6000/config.json
@@ -0,0 +1,63 @@
+{
+ "architectures": [
+ "Qwen3ForCausalLM"
+ ],
+ "attention_bias": false,
+ "attention_dropout": 0.0,
+ "bos_token_id": null,
+ "dtype": "bfloat16",
+ "eos_token_id": 151645,
+ "head_dim": 128,
+ "hidden_act": "silu",
+ "hidden_size": 2048,
+ "initializer_range": 0.02,
+ "intermediate_size": 6144,
+ "layer_types": [
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention"
+ ],
+ "max_position_embeddings": 40960,
+ "max_window_layers": 28,
+ "model_type": "qwen3",
+ "num_attention_heads": 16,
+ "num_hidden_layers": 28,
+ "num_key_value_heads": 8,
+ "pad_token_id": 151643,
+ "rms_norm_eps": 1e-06,
+ "rope_parameters": {
+ "rope_theta": 1000000,
+ "rope_type": "default"
+ },
+ "sliding_window": null,
+ "tie_word_embeddings": true,
+ "transformers_version": "5.7.0",
+ "use_cache": false,
+ "use_sliding_window": false,
+ "vocab_size": 151936
+}
diff --git a/checkpoint-6000/generation_config.json b/checkpoint-6000/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..5ec133d867b1427d43a5ee0ea332bd088fc12013
--- /dev/null
+++ b/checkpoint-6000/generation_config.json
@@ -0,0 +1,12 @@
+{
+ "do_sample": true,
+ "eos_token_id": [
+ 151645,
+ 151643
+ ],
+ "pad_token_id": 151643,
+ "temperature": 0.6,
+ "top_k": 20,
+ "top_p": 0.95,
+ "transformers_version": "5.7.0"
+}
diff --git a/checkpoint-6000/model.safetensors b/checkpoint-6000/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..98e4f66c9d1757b91793813a475b35f93308fe9b
--- /dev/null
+++ b/checkpoint-6000/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45b83aba4b8dab88e9a790210862d58a3cb8c2310139f5d6af18ffe5b7be7b8
+size 3441185608
diff --git a/checkpoint-6000/optimizer.pt b/checkpoint-6000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba06d78d3d6871efaaa4c0316b3173a45cd6d438
--- /dev/null
+++ b/checkpoint-6000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02091241e3af30265052f399c3fbaa73c38d6157340b282416606f2e0bd41286
+size 6882567855
diff --git a/checkpoint-6000/rng_state.pth b/checkpoint-6000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d574f6e8c0d75e1e4c1b6070874a51292d2406ef
--- /dev/null
+++ b/checkpoint-6000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6c4eb2ee4da373f9e7e81beaa0a6e3a79251b127aed60d93b97c78c7b62d08
+size 14709
diff --git a/checkpoint-6000/scheduler.pt b/checkpoint-6000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2589f847838aca5aea9a0aeb07f02426ec78477
--- /dev/null
+++ b/checkpoint-6000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b834e816bac23646ffc3fa3cfcc3d294c56efa0127324ad1747417fff90ba4
+size 1465
diff --git a/checkpoint-6000/tokenizer.json b/checkpoint-6000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..c0514b32204177c8f18e590a488ef974b883b37f
--- /dev/null
+++ b/checkpoint-6000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ff947750287e6ea07d0b2507b144c5c645274f3dcfae956140522843851c7f
+size 11422916
diff --git a/checkpoint-6000/tokenizer_config.json b/checkpoint-6000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..57b564de469af892cab80d1caca382b0740a5698
--- /dev/null
+++ b/checkpoint-6000/tokenizer_config.json
@@ -0,0 +1,37 @@
+{
+ "add_prefix_space": false,
+ "backend": "tokenizers",
+ "bos_token": null,
+ "clean_up_tokenization_spaces": false,
+ "eos_token": "<|im_end|>",
+ "errors": "replace",
+ "extra_special_tokens": [
+ "<|im_start|>",
+ "<|im_end|>",
+ "<|object_ref_start|>",
+ "<|object_ref_end|>",
+ "<|box_start|>",
+ "<|box_end|>",
+ "<|quad_start|>",
+ "<|quad_end|>",
+ "<|vision_start|>",
+ "<|vision_end|>",
+ "<|vision_pad|>",
+ "<|image_pad|>",
+ "<|video_pad|>"
+ ],
+ "is_local": true,
+ "local_files_only": false,
+ "max_length": 2048,
+ "model_max_length": 131072,
+ "pad_to_multiple_of": null,
+ "pad_token": "<|endoftext|>",
+ "pad_token_type_id": 0,
+ "padding_side": "left",
+ "split_special_tokens": false,
+ "stride": 0,
+ "tokenizer_class": "Qwen2Tokenizer",
+ "truncation_side": "right",
+ "truncation_strategy": "longest_first",
+ "unk_token": null
+}
diff --git a/checkpoint-6000/trainer_state.json b/checkpoint-6000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..07ba02d34e5fcf1490371c629672067c291014fa
--- /dev/null
+++ b/checkpoint-6000/trainer_state.json
@@ -0,0 +1,6034 @@
+{
+ "best_global_step": null,
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 1.6993343719019969,
+ "eval_steps": 500,
+ "global_step": 6000,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "entropy": 0.29507704377174376,
+ "epoch": 0.00283245999150262,
+ "grad_norm": 4.09375,
+ "learning_rate": 4.2452830188679244e-07,
+ "loss": 0.3566948413848877,
+ "mean_token_accuracy": 0.9076204329729081,
+ "num_tokens": 57754.0,
+ "step": 10
+ },
+ {
+ "entropy": 0.2551024345681071,
+ "epoch": 0.00566491998300524,
+ "grad_norm": 3.40625,
+ "learning_rate": 8.962264150943397e-07,
+ "loss": 0.31477539539337157,
+ "mean_token_accuracy": 0.9188954353332519,
+ "num_tokens": 119901.0,
+ "step": 20
+ },
+ {
+ "entropy": 0.2523306422866881,
+ "epoch": 0.008497379974507861,
+ "grad_norm": 3.140625,
+ "learning_rate": 1.3679245283018869e-06,
+ "loss": 0.2913109064102173,
+ "mean_token_accuracy": 0.9215194329619407,
+ "num_tokens": 180311.0,
+ "step": 30
+ },
+ {
+ "entropy": 0.22679653987288476,
+ "epoch": 0.01132983996601048,
+ "grad_norm": 2.484375,
+ "learning_rate": 1.839622641509434e-06,
+ "loss": 0.2628800630569458,
+ "mean_token_accuracy": 0.9269197300076485,
+ "num_tokens": 240679.0,
+ "step": 40
+ },
+ {
+ "entropy": 0.25960975158959626,
+ "epoch": 0.0141622999575131,
+ "grad_norm": 3.171875,
+ "learning_rate": 2.3113207547169815e-06,
+ "loss": 0.28663818836212157,
+ "mean_token_accuracy": 0.9190028250217438,
+ "num_tokens": 300178.0,
+ "step": 50
+ },
+ {
+ "entropy": 0.23047537030652165,
+ "epoch": 0.016994759949015722,
+ "grad_norm": 3.359375,
+ "learning_rate": 2.7830188679245286e-06,
+ "loss": 0.2869963407516479,
+ "mean_token_accuracy": 0.9282467097043992,
+ "num_tokens": 363367.0,
+ "step": 60
+ },
+ {
+ "entropy": 0.2742697206325829,
+ "epoch": 0.01982721994051834,
+ "grad_norm": 2.84375,
+ "learning_rate": 3.2547169811320758e-06,
+ "loss": 0.33283913135528564,
+ "mean_token_accuracy": 0.9160554230213165,
+ "num_tokens": 422934.0,
+ "step": 70
+ },
+ {
+ "entropy": 0.2207114916294813,
+ "epoch": 0.02265967993202096,
+ "grad_norm": 2.296875,
+ "learning_rate": 3.726415094339623e-06,
+ "loss": 0.2637247323989868,
+ "mean_token_accuracy": 0.93454180508852,
+ "num_tokens": 485474.0,
+ "step": 80
+ },
+ {
+ "entropy": 0.29863583780825137,
+ "epoch": 0.02549213992352358,
+ "grad_norm": 3.109375,
+ "learning_rate": 4.19811320754717e-06,
+ "loss": 0.3299318552017212,
+ "mean_token_accuracy": 0.9074279353022575,
+ "num_tokens": 546729.0,
+ "step": 90
+ },
+ {
+ "entropy": 0.2593200202099979,
+ "epoch": 0.0283245999150262,
+ "grad_norm": 3.296875,
+ "learning_rate": 4.6698113207547175e-06,
+ "loss": 0.30571737289428713,
+ "mean_token_accuracy": 0.9210630834102631,
+ "num_tokens": 610043.0,
+ "step": 100
+ },
+ {
+ "entropy": 0.23882317589595914,
+ "epoch": 0.03115705990652882,
+ "grad_norm": 2.9375,
+ "learning_rate": 5.1415094339622655e-06,
+ "loss": 0.2805943965911865,
+ "mean_token_accuracy": 0.9287041068077088,
+ "num_tokens": 672659.0,
+ "step": 110
+ },
+ {
+ "entropy": 0.3046730716712773,
+ "epoch": 0.033989519898031444,
+ "grad_norm": 2.953125,
+ "learning_rate": 5.613207547169813e-06,
+ "loss": 0.33022561073303225,
+ "mean_token_accuracy": 0.9067787274718284,
+ "num_tokens": 734933.0,
+ "step": 120
+ },
+ {
+ "entropy": 0.2995048786513507,
+ "epoch": 0.03682197988953406,
+ "grad_norm": 3.125,
+ "learning_rate": 6.08490566037736e-06,
+ "loss": 0.349836540222168,
+ "mean_token_accuracy": 0.9100313737988472,
+ "num_tokens": 802051.0,
+ "step": 130
+ },
+ {
+ "entropy": 0.29361706245690583,
+ "epoch": 0.03965443988103668,
+ "grad_norm": 2.5,
+ "learning_rate": 6.556603773584907e-06,
+ "loss": 0.35902695655822753,
+ "mean_token_accuracy": 0.9101588934659958,
+ "num_tokens": 867377.0,
+ "step": 140
+ },
+ {
+ "entropy": 0.24544770400971175,
+ "epoch": 0.0424868998725393,
+ "grad_norm": 2.84375,
+ "learning_rate": 7.028301886792454e-06,
+ "loss": 0.285405707359314,
+ "mean_token_accuracy": 0.9270808070898056,
+ "num_tokens": 927107.0,
+ "step": 150
+ },
+ {
+ "entropy": 0.2875491754151881,
+ "epoch": 0.04531935986404192,
+ "grad_norm": 3.234375,
+ "learning_rate": 7.500000000000001e-06,
+ "loss": 0.3402009725570679,
+ "mean_token_accuracy": 0.9136876732110977,
+ "num_tokens": 990528.0,
+ "step": 160
+ },
+ {
+ "entropy": 0.22622144613415002,
+ "epoch": 0.04815181985554454,
+ "grad_norm": 2.25,
+ "learning_rate": 7.971698113207547e-06,
+ "loss": 0.2910705804824829,
+ "mean_token_accuracy": 0.9321711152791977,
+ "num_tokens": 1058242.0,
+ "step": 170
+ },
+ {
+ "entropy": 0.29517930569127204,
+ "epoch": 0.05098427984704716,
+ "grad_norm": 2.359375,
+ "learning_rate": 8.443396226415095e-06,
+ "loss": 0.33316755294799805,
+ "mean_token_accuracy": 0.9101866632699966,
+ "num_tokens": 1122005.0,
+ "step": 180
+ },
+ {
+ "entropy": 0.24930730648338795,
+ "epoch": 0.05381673983854978,
+ "grad_norm": 3.0,
+ "learning_rate": 8.915094339622642e-06,
+ "loss": 0.30969944000244143,
+ "mean_token_accuracy": 0.9247294485569,
+ "num_tokens": 1188490.0,
+ "step": 190
+ },
+ {
+ "entropy": 0.25839815735816957,
+ "epoch": 0.0566491998300524,
+ "grad_norm": 3.0625,
+ "learning_rate": 9.38679245283019e-06,
+ "loss": 0.297174334526062,
+ "mean_token_accuracy": 0.9204156577587128,
+ "num_tokens": 1251678.0,
+ "step": 200
+ },
+ {
+ "entropy": 0.2905343039892614,
+ "epoch": 0.05948165982155502,
+ "grad_norm": 2.8125,
+ "learning_rate": 9.858490566037736e-06,
+ "loss": 0.32970147132873534,
+ "mean_token_accuracy": 0.913238699734211,
+ "num_tokens": 1313699.0,
+ "step": 210
+ },
+ {
+ "entropy": 0.2568929926492274,
+ "epoch": 0.06231411981305764,
+ "grad_norm": 2.5625,
+ "learning_rate": 9.999974233565972e-06,
+ "loss": 0.30164146423339844,
+ "mean_token_accuracy": 0.9249269992113114,
+ "num_tokens": 1375715.0,
+ "step": 220
+ },
+ {
+ "entropy": 0.28177314829081296,
+ "epoch": 0.06514657980456026,
+ "grad_norm": 2.65625,
+ "learning_rate": 9.999848031263088e-06,
+ "loss": 0.35624649524688723,
+ "mean_token_accuracy": 0.9165132910013198,
+ "num_tokens": 1437036.0,
+ "step": 230
+ },
+ {
+ "entropy": 0.28143359581008554,
+ "epoch": 0.06797903979606289,
+ "grad_norm": 3.5,
+ "learning_rate": 9.999616663132215e-06,
+ "loss": 0.31751246452331544,
+ "mean_token_accuracy": 0.9144904181361199,
+ "num_tokens": 1497439.0,
+ "step": 240
+ },
+ {
+ "entropy": 0.2563840645365417,
+ "epoch": 0.0708114997875655,
+ "grad_norm": 2.9375,
+ "learning_rate": 9.999280134039904e-06,
+ "loss": 0.2970747947692871,
+ "mean_token_accuracy": 0.9239869534969329,
+ "num_tokens": 1560572.0,
+ "step": 250
+ },
+ {
+ "entropy": 0.26128380922600625,
+ "epoch": 0.07364395977906812,
+ "grad_norm": 3.546875,
+ "learning_rate": 9.99883845106464e-06,
+ "loss": 0.3082664251327515,
+ "mean_token_accuracy": 0.9216519877314567,
+ "num_tokens": 1618878.0,
+ "step": 260
+ },
+ {
+ "entropy": 0.24938686965033413,
+ "epoch": 0.07647641977057074,
+ "grad_norm": 3.03125,
+ "learning_rate": 9.998291623496701e-06,
+ "loss": 0.29519200325012207,
+ "mean_token_accuracy": 0.9224761530756951,
+ "num_tokens": 1685916.0,
+ "step": 270
+ },
+ {
+ "entropy": 0.28363573011010884,
+ "epoch": 0.07930887976207336,
+ "grad_norm": 3.15625,
+ "learning_rate": 9.997639662837951e-06,
+ "loss": 0.3446742296218872,
+ "mean_token_accuracy": 0.9136298835277558,
+ "num_tokens": 1751080.0,
+ "step": 280
+ },
+ {
+ "entropy": 0.2872984026558697,
+ "epoch": 0.08214133975357599,
+ "grad_norm": 2.8125,
+ "learning_rate": 9.996882582801599e-06,
+ "loss": 0.3477527141571045,
+ "mean_token_accuracy": 0.9137941494584083,
+ "num_tokens": 1815780.0,
+ "step": 290
+ },
+ {
+ "entropy": 0.25401860922575,
+ "epoch": 0.0849737997450786,
+ "grad_norm": 4.25,
+ "learning_rate": 9.996020399311921e-06,
+ "loss": 0.29331982135772705,
+ "mean_token_accuracy": 0.9234861671924591,
+ "num_tokens": 1873908.0,
+ "step": 300
+ },
+ {
+ "entropy": 0.2665036544203758,
+ "epoch": 0.08780625973658122,
+ "grad_norm": 3.59375,
+ "learning_rate": 9.995053130503918e-06,
+ "loss": 0.31269567012786864,
+ "mean_token_accuracy": 0.9207103908061981,
+ "num_tokens": 1931890.0,
+ "step": 310
+ },
+ {
+ "entropy": 0.23515027351677417,
+ "epoch": 0.09063871972808384,
+ "grad_norm": 2.5,
+ "learning_rate": 9.993980796722932e-06,
+ "loss": 0.2736210346221924,
+ "mean_token_accuracy": 0.9278215259313584,
+ "num_tokens": 1991312.0,
+ "step": 320
+ },
+ {
+ "entropy": 0.28878505127504467,
+ "epoch": 0.09347117971958646,
+ "grad_norm": 2.5,
+ "learning_rate": 9.992803420524221e-06,
+ "loss": 0.33671131134033205,
+ "mean_token_accuracy": 0.9127544730901718,
+ "num_tokens": 2053178.0,
+ "step": 330
+ },
+ {
+ "entropy": 0.2834086772054434,
+ "epoch": 0.09630363971108909,
+ "grad_norm": 3.90625,
+ "learning_rate": 9.99152102667249e-06,
+ "loss": 0.35361733436584475,
+ "mean_token_accuracy": 0.9139562115073204,
+ "num_tokens": 2120195.0,
+ "step": 340
+ },
+ {
+ "entropy": 0.2917692055925727,
+ "epoch": 0.0991360997025917,
+ "grad_norm": 2.515625,
+ "learning_rate": 9.990133642141359e-06,
+ "loss": 0.3562884569168091,
+ "mean_token_accuracy": 0.9113267123699188,
+ "num_tokens": 2183384.0,
+ "step": 350
+ },
+ {
+ "entropy": 0.29602638110518453,
+ "epoch": 0.10196855969409432,
+ "grad_norm": 2.984375,
+ "learning_rate": 9.988641296112801e-06,
+ "loss": 0.36012532711029055,
+ "mean_token_accuracy": 0.9128559544682503,
+ "num_tokens": 2244346.0,
+ "step": 360
+ },
+ {
+ "entropy": 0.3045878069475293,
+ "epoch": 0.10480101968559694,
+ "grad_norm": 3.21875,
+ "learning_rate": 9.987044019976537e-06,
+ "loss": 0.3514120101928711,
+ "mean_token_accuracy": 0.9106482103466987,
+ "num_tokens": 2305297.0,
+ "step": 370
+ },
+ {
+ "entropy": 0.299565667938441,
+ "epoch": 0.10763347967709956,
+ "grad_norm": 2.671875,
+ "learning_rate": 9.985341847329356e-06,
+ "loss": 0.367277193069458,
+ "mean_token_accuracy": 0.9121061027050018,
+ "num_tokens": 2365431.0,
+ "step": 380
+ },
+ {
+ "entropy": 0.27325491337105634,
+ "epoch": 0.11046593966860219,
+ "grad_norm": 3.234375,
+ "learning_rate": 9.983534813974427e-06,
+ "loss": 0.31475095748901366,
+ "mean_token_accuracy": 0.9173168331384659,
+ "num_tokens": 2428801.0,
+ "step": 390
+ },
+ {
+ "entropy": 0.2851902859285474,
+ "epoch": 0.1132983996601048,
+ "grad_norm": 2.875,
+ "learning_rate": 9.981622957920539e-06,
+ "loss": 0.33931722640991213,
+ "mean_token_accuracy": 0.9106573596596718,
+ "num_tokens": 2491579.0,
+ "step": 400
+ },
+ {
+ "entropy": 0.21675956407561897,
+ "epoch": 0.11613085965160742,
+ "grad_norm": 2.78125,
+ "learning_rate": 9.979606319381298e-06,
+ "loss": 0.25852797031402586,
+ "mean_token_accuracy": 0.9324780255556107,
+ "num_tokens": 2548859.0,
+ "step": 410
+ },
+ {
+ "entropy": 0.24814353184774518,
+ "epoch": 0.11896331964311004,
+ "grad_norm": 2.90625,
+ "learning_rate": 9.977484940774285e-06,
+ "loss": 0.3079322099685669,
+ "mean_token_accuracy": 0.925763688981533,
+ "num_tokens": 2609527.0,
+ "step": 420
+ },
+ {
+ "entropy": 0.23963961247354745,
+ "epoch": 0.12179577963461266,
+ "grad_norm": 2.84375,
+ "learning_rate": 9.975258866720164e-06,
+ "loss": 0.30464174747467043,
+ "mean_token_accuracy": 0.9282972604036331,
+ "num_tokens": 2671792.0,
+ "step": 430
+ },
+ {
+ "entropy": 0.22275841599330307,
+ "epoch": 0.12462823962611529,
+ "grad_norm": 3.71875,
+ "learning_rate": 9.972928144041743e-06,
+ "loss": 0.2726627826690674,
+ "mean_token_accuracy": 0.9328858569264412,
+ "num_tokens": 2728843.0,
+ "step": 440
+ },
+ {
+ "entropy": 0.25536813884973525,
+ "epoch": 0.1274606996176179,
+ "grad_norm": 3.421875,
+ "learning_rate": 9.970492821762987e-06,
+ "loss": 0.3212365388870239,
+ "mean_token_accuracy": 0.9217953279614448,
+ "num_tokens": 2791023.0,
+ "step": 450
+ },
+ {
+ "entropy": 0.2672379590570927,
+ "epoch": 0.13029315960912052,
+ "grad_norm": 3.734375,
+ "learning_rate": 9.96795295110799e-06,
+ "loss": 0.29747211933135986,
+ "mean_token_accuracy": 0.9217168748378753,
+ "num_tokens": 2847958.0,
+ "step": 460
+ },
+ {
+ "entropy": 0.28422608589753506,
+ "epoch": 0.13312561960062314,
+ "grad_norm": 2.859375,
+ "learning_rate": 9.965308585499896e-06,
+ "loss": 0.34196789264678956,
+ "mean_token_accuracy": 0.9170226454734802,
+ "num_tokens": 2909349.0,
+ "step": 470
+ },
+ {
+ "entropy": 0.27438433319330213,
+ "epoch": 0.13595807959212577,
+ "grad_norm": 3.34375,
+ "learning_rate": 9.962559780559775e-06,
+ "loss": 0.33036375045776367,
+ "mean_token_accuracy": 0.9176693558692932,
+ "num_tokens": 2969433.0,
+ "step": 480
+ },
+ {
+ "entropy": 0.2442100400105119,
+ "epoch": 0.1387905395836284,
+ "grad_norm": 3.0,
+ "learning_rate": 9.959706594105455e-06,
+ "loss": 0.28648254871368406,
+ "mean_token_accuracy": 0.9282553762197494,
+ "num_tokens": 3027582.0,
+ "step": 490
+ },
+ {
+ "entropy": 0.23896701000630854,
+ "epoch": 0.141622999575131,
+ "grad_norm": 3.546875,
+ "learning_rate": 9.956749086150301e-06,
+ "loss": 0.2794966697692871,
+ "mean_token_accuracy": 0.9286124855279922,
+ "num_tokens": 3084211.0,
+ "step": 500
+ },
+ {
+ "entropy": 0.27731118397787213,
+ "epoch": 0.1444554595666336,
+ "grad_norm": 3.21875,
+ "learning_rate": 9.95368731890196e-06,
+ "loss": 0.34079086780548096,
+ "mean_token_accuracy": 0.9156320407986641,
+ "num_tokens": 3148066.0,
+ "step": 510
+ },
+ {
+ "entropy": 0.3060536190867424,
+ "epoch": 0.14728791955813625,
+ "grad_norm": 3.109375,
+ "learning_rate": 9.95052135676105e-06,
+ "loss": 0.35003831386566164,
+ "mean_token_accuracy": 0.9095047876238823,
+ "num_tokens": 3210881.0,
+ "step": 520
+ },
+ {
+ "entropy": 0.24477277882397175,
+ "epoch": 0.15012037954963886,
+ "grad_norm": 2.453125,
+ "learning_rate": 9.947251266319794e-06,
+ "loss": 0.2733241319656372,
+ "mean_token_accuracy": 0.9252619653940201,
+ "num_tokens": 3276012.0,
+ "step": 530
+ },
+ {
+ "entropy": 0.27293226812034843,
+ "epoch": 0.15295283954114147,
+ "grad_norm": 2.90625,
+ "learning_rate": 9.943877116360641e-06,
+ "loss": 0.31792876720428465,
+ "mean_token_accuracy": 0.9202567800879479,
+ "num_tokens": 3335164.0,
+ "step": 540
+ },
+ {
+ "entropy": 0.20838154219090937,
+ "epoch": 0.1557852995326441,
+ "grad_norm": 2.78125,
+ "learning_rate": 9.9403989778548e-06,
+ "loss": 0.22628676891326904,
+ "mean_token_accuracy": 0.9357526674866676,
+ "num_tokens": 3395629.0,
+ "step": 550
+ },
+ {
+ "entropy": 0.28058414310216906,
+ "epoch": 0.15861775952414672,
+ "grad_norm": 2.796875,
+ "learning_rate": 9.936816923960762e-06,
+ "loss": 0.3485994815826416,
+ "mean_token_accuracy": 0.913826584815979,
+ "num_tokens": 3458741.0,
+ "step": 560
+ },
+ {
+ "entropy": 0.24033103082329035,
+ "epoch": 0.16145021951564933,
+ "grad_norm": 2.828125,
+ "learning_rate": 9.933131030022747e-06,
+ "loss": 0.2948629379272461,
+ "mean_token_accuracy": 0.9284436792135239,
+ "num_tokens": 3521040.0,
+ "step": 570
+ },
+ {
+ "entropy": 0.23639136143028736,
+ "epoch": 0.16428267950715197,
+ "grad_norm": 2.390625,
+ "learning_rate": 9.929341373569128e-06,
+ "loss": 0.27065243721008303,
+ "mean_token_accuracy": 0.9302666276693344,
+ "num_tokens": 3581611.0,
+ "step": 580
+ },
+ {
+ "entropy": 0.2285683000460267,
+ "epoch": 0.16711513949865459,
+ "grad_norm": 2.375,
+ "learning_rate": 9.9254480343108e-06,
+ "loss": 0.2653533697128296,
+ "mean_token_accuracy": 0.9309602394700051,
+ "num_tokens": 3644921.0,
+ "step": 590
+ },
+ {
+ "entropy": 0.27094218097627165,
+ "epoch": 0.1699475994901572,
+ "grad_norm": 3.046875,
+ "learning_rate": 9.921451094139505e-06,
+ "loss": 0.32512192726135253,
+ "mean_token_accuracy": 0.9172641158103942,
+ "num_tokens": 3709586.0,
+ "step": 600
+ },
+ {
+ "entropy": 0.2930651384405792,
+ "epoch": 0.1727800594816598,
+ "grad_norm": 2.734375,
+ "learning_rate": 9.917350637126098e-06,
+ "loss": 0.34543671607971194,
+ "mean_token_accuracy": 0.9111444249749183,
+ "num_tokens": 3771199.0,
+ "step": 610
+ },
+ {
+ "entropy": 0.20977639830671252,
+ "epoch": 0.17561251947316245,
+ "grad_norm": 3.34375,
+ "learning_rate": 9.913146749518793e-06,
+ "loss": 0.24384891986846924,
+ "mean_token_accuracy": 0.9361389100551605,
+ "num_tokens": 3830642.0,
+ "step": 620
+ },
+ {
+ "entropy": 0.33134929798543455,
+ "epoch": 0.17844497946466506,
+ "grad_norm": 3.109375,
+ "learning_rate": 9.908839519741342e-06,
+ "loss": 0.3824115753173828,
+ "mean_token_accuracy": 0.901754966378212,
+ "num_tokens": 3897528.0,
+ "step": 630
+ },
+ {
+ "entropy": 0.25660650301724675,
+ "epoch": 0.18127743945616767,
+ "grad_norm": 2.890625,
+ "learning_rate": 9.904429038391176e-06,
+ "loss": 0.3021864891052246,
+ "mean_token_accuracy": 0.9210129022598267,
+ "num_tokens": 3959989.0,
+ "step": 640
+ },
+ {
+ "entropy": 0.23014457449316977,
+ "epoch": 0.1841098994476703,
+ "grad_norm": 2.75,
+ "learning_rate": 9.899915398237501e-06,
+ "loss": 0.2613434076309204,
+ "mean_token_accuracy": 0.9306802496314048,
+ "num_tokens": 4016935.0,
+ "step": 650
+ },
+ {
+ "entropy": 0.1980850043706596,
+ "epoch": 0.18694235943917292,
+ "grad_norm": 3.734375,
+ "learning_rate": 9.895298694219341e-06,
+ "loss": 0.20858781337738036,
+ "mean_token_accuracy": 0.9410330221056938,
+ "num_tokens": 4073788.0,
+ "step": 660
+ },
+ {
+ "entropy": 0.24770355047658085,
+ "epoch": 0.18977481943067553,
+ "grad_norm": 3.421875,
+ "learning_rate": 9.890579023443547e-06,
+ "loss": 0.2824872016906738,
+ "mean_token_accuracy": 0.9241019815206528,
+ "num_tokens": 4132709.0,
+ "step": 670
+ },
+ {
+ "entropy": 0.25571326799690725,
+ "epoch": 0.19260727942217817,
+ "grad_norm": 3.046875,
+ "learning_rate": 9.885756485182757e-06,
+ "loss": 0.29729485511779785,
+ "mean_token_accuracy": 0.9242745995521545,
+ "num_tokens": 4192868.0,
+ "step": 680
+ },
+ {
+ "entropy": 0.24121474735438825,
+ "epoch": 0.19543973941368079,
+ "grad_norm": 2.1875,
+ "learning_rate": 9.880831180873293e-06,
+ "loss": 0.27683706283569337,
+ "mean_token_accuracy": 0.9267540663480759,
+ "num_tokens": 4260336.0,
+ "step": 690
+ },
+ {
+ "entropy": 0.27479004645720123,
+ "epoch": 0.1982721994051834,
+ "grad_norm": 3.109375,
+ "learning_rate": 9.875803214113054e-06,
+ "loss": 0.33806943893432617,
+ "mean_token_accuracy": 0.9168683245778084,
+ "num_tokens": 4321854.0,
+ "step": 700
+ },
+ {
+ "entropy": 0.25184335857629775,
+ "epoch": 0.201104659396686,
+ "grad_norm": 2.609375,
+ "learning_rate": 9.870672690659305e-06,
+ "loss": 0.2812079668045044,
+ "mean_token_accuracy": 0.9226194903254509,
+ "num_tokens": 4386277.0,
+ "step": 710
+ },
+ {
+ "entropy": 0.28651694897562263,
+ "epoch": 0.20393711938818865,
+ "grad_norm": 2.78125,
+ "learning_rate": 9.865439718426477e-06,
+ "loss": 0.32440919876098634,
+ "mean_token_accuracy": 0.9133371457457542,
+ "num_tokens": 4442830.0,
+ "step": 720
+ },
+ {
+ "entropy": 0.22666416531428696,
+ "epoch": 0.20676957937969126,
+ "grad_norm": 2.71875,
+ "learning_rate": 9.860104407483886e-06,
+ "loss": 0.24703795909881593,
+ "mean_token_accuracy": 0.9327533736824989,
+ "num_tokens": 4500436.0,
+ "step": 730
+ },
+ {
+ "entropy": 0.2507213500328362,
+ "epoch": 0.20960203937119387,
+ "grad_norm": 2.53125,
+ "learning_rate": 9.854666870053425e-06,
+ "loss": 0.2838727951049805,
+ "mean_token_accuracy": 0.9209447979927063,
+ "num_tokens": 4561933.0,
+ "step": 740
+ },
+ {
+ "entropy": 0.21676306603476406,
+ "epoch": 0.2124344993626965,
+ "grad_norm": 2.859375,
+ "learning_rate": 9.849127220507194e-06,
+ "loss": 0.2716209411621094,
+ "mean_token_accuracy": 0.9343680232763291,
+ "num_tokens": 4622998.0,
+ "step": 750
+ },
+ {
+ "entropy": 0.2786881748586893,
+ "epoch": 0.21526695935419912,
+ "grad_norm": 3.046875,
+ "learning_rate": 9.843485575365097e-06,
+ "loss": 0.29899957180023196,
+ "mean_token_accuracy": 0.9196301624178886,
+ "num_tokens": 4681083.0,
+ "step": 760
+ },
+ {
+ "entropy": 0.2431763346772641,
+ "epoch": 0.21809941934570173,
+ "grad_norm": 3.0625,
+ "learning_rate": 9.8377420532924e-06,
+ "loss": 0.29538416862487793,
+ "mean_token_accuracy": 0.9254559382796288,
+ "num_tokens": 4743380.0,
+ "step": 770
+ },
+ {
+ "entropy": 0.26367821972817185,
+ "epoch": 0.22093187933720437,
+ "grad_norm": 3.5625,
+ "learning_rate": 9.831896775097228e-06,
+ "loss": 0.30875329971313475,
+ "mean_token_accuracy": 0.9178639754652977,
+ "num_tokens": 4810602.0,
+ "step": 780
+ },
+ {
+ "entropy": 0.2465921022929251,
+ "epoch": 0.22376433932870698,
+ "grad_norm": 2.765625,
+ "learning_rate": 9.82594986372802e-06,
+ "loss": 0.2801267862319946,
+ "mean_token_accuracy": 0.9282723888754845,
+ "num_tokens": 4871627.0,
+ "step": 790
+ },
+ {
+ "entropy": 0.25284000346437097,
+ "epoch": 0.2265967993202096,
+ "grad_norm": 3.4375,
+ "learning_rate": 9.819901444270948e-06,
+ "loss": 0.30395705699920655,
+ "mean_token_accuracy": 0.9240084990859032,
+ "num_tokens": 4931920.0,
+ "step": 800
+ },
+ {
+ "entropy": 0.28599896691739557,
+ "epoch": 0.22942925931171224,
+ "grad_norm": 2.640625,
+ "learning_rate": 9.81375164394729e-06,
+ "loss": 0.3340512752532959,
+ "mean_token_accuracy": 0.916917297244072,
+ "num_tokens": 4991349.0,
+ "step": 810
+ },
+ {
+ "entropy": 0.23968474548310043,
+ "epoch": 0.23226171930321485,
+ "grad_norm": 3.453125,
+ "learning_rate": 9.807500592110742e-06,
+ "loss": 0.2692118167877197,
+ "mean_token_accuracy": 0.9295398175716401,
+ "num_tokens": 5050055.0,
+ "step": 820
+ },
+ {
+ "entropy": 0.20940189454704522,
+ "epoch": 0.23509417929471746,
+ "grad_norm": 2.765625,
+ "learning_rate": 9.801148420244712e-06,
+ "loss": 0.25932815074920657,
+ "mean_token_accuracy": 0.9358838751912117,
+ "num_tokens": 5109782.0,
+ "step": 830
+ },
+ {
+ "entropy": 0.24254744723439217,
+ "epoch": 0.23792663928622007,
+ "grad_norm": 2.8125,
+ "learning_rate": 9.794695261959543e-06,
+ "loss": 0.2990440607070923,
+ "mean_token_accuracy": 0.9256203979253769,
+ "num_tokens": 5172440.0,
+ "step": 840
+ },
+ {
+ "entropy": 0.2664669520221651,
+ "epoch": 0.2407590992777227,
+ "grad_norm": 2.59375,
+ "learning_rate": 9.788141252989708e-06,
+ "loss": 0.29775204658508303,
+ "mean_token_accuracy": 0.9201966479420662,
+ "num_tokens": 5235919.0,
+ "step": 850
+ },
+ {
+ "entropy": 0.19833559924736618,
+ "epoch": 0.24359155926922532,
+ "grad_norm": 3.234375,
+ "learning_rate": 9.781486531190949e-06,
+ "loss": 0.23745510578155518,
+ "mean_token_accuracy": 0.9385088697075844,
+ "num_tokens": 5296473.0,
+ "step": 860
+ },
+ {
+ "entropy": 0.3408564478158951,
+ "epoch": 0.24642401926072793,
+ "grad_norm": 2.4375,
+ "learning_rate": 9.77473123653739e-06,
+ "loss": 0.39055278301239016,
+ "mean_token_accuracy": 0.8995231419801712,
+ "num_tokens": 5371351.0,
+ "step": 870
+ },
+ {
+ "entropy": 0.20810967413708567,
+ "epoch": 0.24925647925223057,
+ "grad_norm": 2.984375,
+ "learning_rate": 9.767875511118581e-06,
+ "loss": 0.23883450031280518,
+ "mean_token_accuracy": 0.9360704630613327,
+ "num_tokens": 5426969.0,
+ "step": 880
+ },
+ {
+ "entropy": 0.20178698934614658,
+ "epoch": 0.25208893924373316,
+ "grad_norm": 2.796875,
+ "learning_rate": 9.76091949913651e-06,
+ "loss": 0.2629793643951416,
+ "mean_token_accuracy": 0.9390636637806893,
+ "num_tokens": 5486851.0,
+ "step": 890
+ },
+ {
+ "entropy": 0.2675803706981242,
+ "epoch": 0.2549213992352358,
+ "grad_norm": 2.734375,
+ "learning_rate": 9.75386334690258e-06,
+ "loss": 0.32069413661956786,
+ "mean_token_accuracy": 0.9186962202191353,
+ "num_tokens": 5548844.0,
+ "step": 900
+ },
+ {
+ "entropy": 0.23871907480061055,
+ "epoch": 0.25775385922673844,
+ "grad_norm": 2.640625,
+ "learning_rate": 9.746707202834513e-06,
+ "loss": 0.2886685371398926,
+ "mean_token_accuracy": 0.9280523255467414,
+ "num_tokens": 5611116.0,
+ "step": 910
+ },
+ {
+ "entropy": 0.2657617861405015,
+ "epoch": 0.26058631921824105,
+ "grad_norm": 3.78125,
+ "learning_rate": 9.739451217453256e-06,
+ "loss": 0.3452012538909912,
+ "mean_token_accuracy": 0.9207879915833473,
+ "num_tokens": 5669471.0,
+ "step": 920
+ },
+ {
+ "entropy": 0.35146014522761104,
+ "epoch": 0.26341877920974366,
+ "grad_norm": 2.71875,
+ "learning_rate": 9.732095543379785e-06,
+ "loss": 0.40203266143798827,
+ "mean_token_accuracy": 0.8934830293059349,
+ "num_tokens": 5733490.0,
+ "step": 930
+ },
+ {
+ "entropy": 0.26005903370678424,
+ "epoch": 0.26625123920124627,
+ "grad_norm": 3.25,
+ "learning_rate": 9.724640335331914e-06,
+ "loss": 0.32765285968780516,
+ "mean_token_accuracy": 0.9225191935896874,
+ "num_tokens": 5794906.0,
+ "step": 940
+ },
+ {
+ "entropy": 0.2606829381547868,
+ "epoch": 0.2690836991927489,
+ "grad_norm": 3.125,
+ "learning_rate": 9.717085750121034e-06,
+ "loss": 0.291635537147522,
+ "mean_token_accuracy": 0.9234898447990417,
+ "num_tokens": 5859091.0,
+ "step": 950
+ },
+ {
+ "entropy": 0.23729518568143249,
+ "epoch": 0.27191615918425155,
+ "grad_norm": 3.890625,
+ "learning_rate": 9.709431946648816e-06,
+ "loss": 0.2771798849105835,
+ "mean_token_accuracy": 0.9288942471146584,
+ "num_tokens": 5916651.0,
+ "step": 960
+ },
+ {
+ "entropy": 0.3044700736179948,
+ "epoch": 0.27474861917575416,
+ "grad_norm": 3.265625,
+ "learning_rate": 9.70167908590387e-06,
+ "loss": 0.35118794441223145,
+ "mean_token_accuracy": 0.9071996942162514,
+ "num_tokens": 5986297.0,
+ "step": 970
+ },
+ {
+ "entropy": 0.20032154135406016,
+ "epoch": 0.2775810791672568,
+ "grad_norm": 1.9453125,
+ "learning_rate": 9.693827330958359e-06,
+ "loss": 0.22060835361480713,
+ "mean_token_accuracy": 0.9378864094614983,
+ "num_tokens": 6040950.0,
+ "step": 980
+ },
+ {
+ "entropy": 0.2812673319131136,
+ "epoch": 0.2804135391587594,
+ "grad_norm": 3.015625,
+ "learning_rate": 9.685876846964559e-06,
+ "loss": 0.3387210607528687,
+ "mean_token_accuracy": 0.9153818473219871,
+ "num_tokens": 6104481.0,
+ "step": 990
+ },
+ {
+ "entropy": 0.24724330119788646,
+ "epoch": 0.283245999150262,
+ "grad_norm": 2.828125,
+ "learning_rate": 9.677827801151403e-06,
+ "loss": 0.31839587688446047,
+ "mean_token_accuracy": 0.923798055946827,
+ "num_tokens": 6165731.0,
+ "step": 1000
+ },
+ {
+ "entropy": 0.21327958977781236,
+ "epoch": 0.2860784591417646,
+ "grad_norm": 3.546875,
+ "learning_rate": 9.669680362820947e-06,
+ "loss": 0.24435055255889893,
+ "mean_token_accuracy": 0.9363983988761901,
+ "num_tokens": 6222125.0,
+ "step": 1010
+ },
+ {
+ "entropy": 0.23882522946223617,
+ "epoch": 0.2889109191332672,
+ "grad_norm": 3.328125,
+ "learning_rate": 9.661434703344826e-06,
+ "loss": 0.2806673526763916,
+ "mean_token_accuracy": 0.9294095247983932,
+ "num_tokens": 6282204.0,
+ "step": 1020
+ },
+ {
+ "entropy": 0.26137259500101206,
+ "epoch": 0.2917433791247699,
+ "grad_norm": 2.671875,
+ "learning_rate": 9.653090996160623e-06,
+ "loss": 0.3070922613143921,
+ "mean_token_accuracy": 0.9197057574987412,
+ "num_tokens": 6344061.0,
+ "step": 1030
+ },
+ {
+ "entropy": 0.2871730769984424,
+ "epoch": 0.2945758391162725,
+ "grad_norm": 2.984375,
+ "learning_rate": 9.644649416768255e-06,
+ "loss": 0.35834407806396484,
+ "mean_token_accuracy": 0.912547567486763,
+ "num_tokens": 6407984.0,
+ "step": 1040
+ },
+ {
+ "entropy": 0.2900437446311116,
+ "epoch": 0.2974082991077751,
+ "grad_norm": 2.03125,
+ "learning_rate": 9.636110142726253e-06,
+ "loss": 0.32457125186920166,
+ "mean_token_accuracy": 0.9121438428759575,
+ "num_tokens": 6472329.0,
+ "step": 1050
+ },
+ {
+ "entropy": 0.2622954409569502,
+ "epoch": 0.3002407590992777,
+ "grad_norm": 3.25,
+ "learning_rate": 9.62747335364804e-06,
+ "loss": 0.33258225917816164,
+ "mean_token_accuracy": 0.9233925610780715,
+ "num_tokens": 6531732.0,
+ "step": 1060
+ },
+ {
+ "entropy": 0.2856888581067324,
+ "epoch": 0.30307321909078033,
+ "grad_norm": 3.0,
+ "learning_rate": 9.618739231198153e-06,
+ "loss": 0.3187042951583862,
+ "mean_token_accuracy": 0.9143719717860221,
+ "num_tokens": 6592374.0,
+ "step": 1070
+ },
+ {
+ "entropy": 0.24033787474036217,
+ "epoch": 0.30590567908228294,
+ "grad_norm": 2.859375,
+ "learning_rate": 9.609907959088422e-06,
+ "loss": 0.283614444732666,
+ "mean_token_accuracy": 0.9261544540524482,
+ "num_tokens": 6650790.0,
+ "step": 1080
+ },
+ {
+ "entropy": 0.23848863909952342,
+ "epoch": 0.30873813907378556,
+ "grad_norm": 2.625,
+ "learning_rate": 9.600979723074098e-06,
+ "loss": 0.2936501979827881,
+ "mean_token_accuracy": 0.9262032687664032,
+ "num_tokens": 6719706.0,
+ "step": 1090
+ },
+ {
+ "entropy": 0.21693174866959453,
+ "epoch": 0.3115705990652882,
+ "grad_norm": 2.953125,
+ "learning_rate": 9.591954710949957e-06,
+ "loss": 0.26004149913787844,
+ "mean_token_accuracy": 0.932583923637867,
+ "num_tokens": 6776632.0,
+ "step": 1100
+ },
+ {
+ "entropy": 0.2789190562441945,
+ "epoch": 0.31440305905679083,
+ "grad_norm": 2.890625,
+ "learning_rate": 9.582833112546343e-06,
+ "loss": 0.31595649719238283,
+ "mean_token_accuracy": 0.916853055357933,
+ "num_tokens": 6833011.0,
+ "step": 1110
+ },
+ {
+ "entropy": 0.26948679955676197,
+ "epoch": 0.31723551904829345,
+ "grad_norm": 3.21875,
+ "learning_rate": 9.573615119725177e-06,
+ "loss": 0.33131632804870603,
+ "mean_token_accuracy": 0.9167306616902351,
+ "num_tokens": 6900317.0,
+ "step": 1120
+ },
+ {
+ "entropy": 0.28943569734692576,
+ "epoch": 0.32006797903979606,
+ "grad_norm": 2.96875,
+ "learning_rate": 9.564300926375922e-06,
+ "loss": 0.3488821029663086,
+ "mean_token_accuracy": 0.9178584888577461,
+ "num_tokens": 6957843.0,
+ "step": 1130
+ },
+ {
+ "entropy": 0.3092574684880674,
+ "epoch": 0.32290043903129867,
+ "grad_norm": 3.0,
+ "learning_rate": 9.554890728411504e-06,
+ "loss": 0.38100056648254393,
+ "mean_token_accuracy": 0.907250528037548,
+ "num_tokens": 7019625.0,
+ "step": 1140
+ },
+ {
+ "entropy": 0.23205467853695155,
+ "epoch": 0.3257328990228013,
+ "grad_norm": 2.671875,
+ "learning_rate": 9.545384723764191e-06,
+ "loss": 0.2787184476852417,
+ "mean_token_accuracy": 0.9284637689590454,
+ "num_tokens": 7082747.0,
+ "step": 1150
+ },
+ {
+ "entropy": 0.220759935118258,
+ "epoch": 0.32856535901430395,
+ "grad_norm": 2.28125,
+ "learning_rate": 9.535783112381427e-06,
+ "loss": 0.2743505001068115,
+ "mean_token_accuracy": 0.9325400069355965,
+ "num_tokens": 7145661.0,
+ "step": 1160
+ },
+ {
+ "entropy": 0.23137438567355276,
+ "epoch": 0.33139781900580656,
+ "grad_norm": 1.8125,
+ "learning_rate": 9.526086096221637e-06,
+ "loss": 0.26987106800079347,
+ "mean_token_accuracy": 0.9313987359404564,
+ "num_tokens": 7206857.0,
+ "step": 1170
+ },
+ {
+ "entropy": 0.2722073396667838,
+ "epoch": 0.33423027899730917,
+ "grad_norm": 2.484375,
+ "learning_rate": 9.516293879249966e-06,
+ "loss": 0.3264123201370239,
+ "mean_token_accuracy": 0.9185864552855492,
+ "num_tokens": 7268679.0,
+ "step": 1180
+ },
+ {
+ "entropy": 0.32303727269172666,
+ "epoch": 0.3370627389888118,
+ "grad_norm": 3.671875,
+ "learning_rate": 9.506406667433992e-06,
+ "loss": 0.36596126556396485,
+ "mean_token_accuracy": 0.9050239235162735,
+ "num_tokens": 7330799.0,
+ "step": 1190
+ },
+ {
+ "entropy": 0.3101142390631139,
+ "epoch": 0.3398951989803144,
+ "grad_norm": 2.5625,
+ "learning_rate": 9.496424668739402e-06,
+ "loss": 0.34369256496429446,
+ "mean_token_accuracy": 0.9077561184763908,
+ "num_tokens": 7400775.0,
+ "step": 1200
+ },
+ {
+ "entropy": 0.2986501886509359,
+ "epoch": 0.342727658971817,
+ "grad_norm": 3.015625,
+ "learning_rate": 9.486348093125608e-06,
+ "loss": 0.322642183303833,
+ "mean_token_accuracy": 0.9091341316699981,
+ "num_tokens": 7468242.0,
+ "step": 1210
+ },
+ {
+ "entropy": 0.2589032934047282,
+ "epoch": 0.3455601189633196,
+ "grad_norm": 3.421875,
+ "learning_rate": 9.476177152541336e-06,
+ "loss": 0.34026474952697755,
+ "mean_token_accuracy": 0.9198563724756241,
+ "num_tokens": 7527176.0,
+ "step": 1220
+ },
+ {
+ "entropy": 0.22048621401190757,
+ "epoch": 0.3483925789548223,
+ "grad_norm": 2.484375,
+ "learning_rate": 9.465912060920166e-06,
+ "loss": 0.25838427543640136,
+ "mean_token_accuracy": 0.9329820945858955,
+ "num_tokens": 7589812.0,
+ "step": 1230
+ },
+ {
+ "entropy": 0.26202963748946784,
+ "epoch": 0.3512250389463249,
+ "grad_norm": 2.578125,
+ "learning_rate": 9.455553034176032e-06,
+ "loss": 0.30493922233581544,
+ "mean_token_accuracy": 0.9203774958848954,
+ "num_tokens": 7657522.0,
+ "step": 1240
+ },
+ {
+ "entropy": 0.271380069013685,
+ "epoch": 0.3540574989378275,
+ "grad_norm": 2.828125,
+ "learning_rate": 9.445100290198684e-06,
+ "loss": 0.3257579326629639,
+ "mean_token_accuracy": 0.9217397809028626,
+ "num_tokens": 7712829.0,
+ "step": 1250
+ },
+ {
+ "entropy": 0.27217169627547266,
+ "epoch": 0.3568899589293301,
+ "grad_norm": 2.8125,
+ "learning_rate": 9.434554048849093e-06,
+ "loss": 0.3238358497619629,
+ "mean_token_accuracy": 0.9188270941376686,
+ "num_tokens": 7776624.0,
+ "step": 1260
+ },
+ {
+ "entropy": 0.25914485240355134,
+ "epoch": 0.35972241892083273,
+ "grad_norm": 2.65625,
+ "learning_rate": 9.42391453195485e-06,
+ "loss": 0.3195030927658081,
+ "mean_token_accuracy": 0.9199050933122634,
+ "num_tokens": 7841876.0,
+ "step": 1270
+ },
+ {
+ "entropy": 0.28430393086746336,
+ "epoch": 0.36255487891233534,
+ "grad_norm": 2.234375,
+ "learning_rate": 9.41318196330547e-06,
+ "loss": 0.3278545141220093,
+ "mean_token_accuracy": 0.91401526927948,
+ "num_tokens": 7910392.0,
+ "step": 1280
+ },
+ {
+ "entropy": 0.26083566416054965,
+ "epoch": 0.365387338903838,
+ "grad_norm": 3.390625,
+ "learning_rate": 9.402356568647713e-06,
+ "loss": 0.31773340702056885,
+ "mean_token_accuracy": 0.9208214491605758,
+ "num_tokens": 7975209.0,
+ "step": 1290
+ },
+ {
+ "entropy": 0.24519406631588936,
+ "epoch": 0.3682197988953406,
+ "grad_norm": 2.4375,
+ "learning_rate": 9.391438575680817e-06,
+ "loss": 0.2722881317138672,
+ "mean_token_accuracy": 0.9261975526809693,
+ "num_tokens": 8034132.0,
+ "step": 1300
+ },
+ {
+ "entropy": 0.2725516245700419,
+ "epoch": 0.37105225888684323,
+ "grad_norm": 2.84375,
+ "learning_rate": 9.380428214051713e-06,
+ "loss": 0.29813878536224364,
+ "mean_token_accuracy": 0.9148821920156479,
+ "num_tokens": 8098705.0,
+ "step": 1310
+ },
+ {
+ "entropy": 0.21026630871929228,
+ "epoch": 0.37388471887834585,
+ "grad_norm": 3.4375,
+ "learning_rate": 9.369325715350204e-06,
+ "loss": 0.24018876552581786,
+ "mean_token_accuracy": 0.9353105634450912,
+ "num_tokens": 8156214.0,
+ "step": 1320
+ },
+ {
+ "entropy": 0.21636407235637306,
+ "epoch": 0.37671717886984846,
+ "grad_norm": 3.171875,
+ "learning_rate": 9.358131313104078e-06,
+ "loss": 0.24975388050079345,
+ "mean_token_accuracy": 0.9319381535053253,
+ "num_tokens": 8212246.0,
+ "step": 1330
+ },
+ {
+ "entropy": 0.283135371748358,
+ "epoch": 0.37954963886135107,
+ "grad_norm": 3.03125,
+ "learning_rate": 9.346845242774211e-06,
+ "loss": 0.3492774486541748,
+ "mean_token_accuracy": 0.9126205027103425,
+ "num_tokens": 8276449.0,
+ "step": 1340
+ },
+ {
+ "entropy": 0.2689216922968626,
+ "epoch": 0.3823820988528537,
+ "grad_norm": 2.6875,
+ "learning_rate": 9.335467741749602e-06,
+ "loss": 0.31089398860931394,
+ "mean_token_accuracy": 0.9163184836506844,
+ "num_tokens": 8342046.0,
+ "step": 1350
+ },
+ {
+ "entropy": 0.2872828125953674,
+ "epoch": 0.38521455884435635,
+ "grad_norm": 3.65625,
+ "learning_rate": 9.323999049342388e-06,
+ "loss": 0.3404247283935547,
+ "mean_token_accuracy": 0.9147303462028503,
+ "num_tokens": 8401310.0,
+ "step": 1360
+ },
+ {
+ "entropy": 0.24872623989358544,
+ "epoch": 0.38804701883585896,
+ "grad_norm": 3.4375,
+ "learning_rate": 9.312439406782805e-06,
+ "loss": 0.3352261304855347,
+ "mean_token_accuracy": 0.9236381486058235,
+ "num_tokens": 8465214.0,
+ "step": 1370
+ },
+ {
+ "entropy": 0.29522558888420464,
+ "epoch": 0.39087947882736157,
+ "grad_norm": 2.859375,
+ "learning_rate": 9.300789057214125e-06,
+ "loss": 0.3520496845245361,
+ "mean_token_accuracy": 0.9124088481068611,
+ "num_tokens": 8528733.0,
+ "step": 1380
+ },
+ {
+ "entropy": 0.2515323468483984,
+ "epoch": 0.3937119388188642,
+ "grad_norm": 2.875,
+ "learning_rate": 9.289048245687522e-06,
+ "loss": 0.28282158374786376,
+ "mean_token_accuracy": 0.9251262009143829,
+ "num_tokens": 8591455.0,
+ "step": 1390
+ },
+ {
+ "entropy": 0.2881984678097069,
+ "epoch": 0.3965443988103668,
+ "grad_norm": 3.09375,
+ "learning_rate": 9.27721721915694e-06,
+ "loss": 0.32998993396759035,
+ "mean_token_accuracy": 0.9121208965778351,
+ "num_tokens": 8648837.0,
+ "step": 1400
+ },
+ {
+ "entropy": 0.21407993137836456,
+ "epoch": 0.3993768588018694,
+ "grad_norm": 2.9375,
+ "learning_rate": 9.265296226473879e-06,
+ "loss": 0.26375982761383054,
+ "mean_token_accuracy": 0.9327566012740135,
+ "num_tokens": 8709930.0,
+ "step": 1410
+ },
+ {
+ "entropy": 0.275363692175597,
+ "epoch": 0.402209318793372,
+ "grad_norm": 3.03125,
+ "learning_rate": 9.253285518382176e-06,
+ "loss": 0.3250740051269531,
+ "mean_token_accuracy": 0.913650569319725,
+ "num_tokens": 8776591.0,
+ "step": 1420
+ },
+ {
+ "entropy": 0.3261520963162184,
+ "epoch": 0.4050417787848747,
+ "grad_norm": 2.109375,
+ "learning_rate": 9.241185347512718e-06,
+ "loss": 0.3912560224533081,
+ "mean_token_accuracy": 0.9037208631634712,
+ "num_tokens": 8844954.0,
+ "step": 1430
+ },
+ {
+ "entropy": 0.22378331497311593,
+ "epoch": 0.4078742387763773,
+ "grad_norm": 3.328125,
+ "learning_rate": 9.228995968378142e-06,
+ "loss": 0.2790132284164429,
+ "mean_token_accuracy": 0.9313532575964928,
+ "num_tokens": 8902834.0,
+ "step": 1440
+ },
+ {
+ "entropy": 0.31234009442850946,
+ "epoch": 0.4107066987678799,
+ "grad_norm": 3.125,
+ "learning_rate": 9.216717637367469e-06,
+ "loss": 0.3557111740112305,
+ "mean_token_accuracy": 0.9075094118714333,
+ "num_tokens": 8969817.0,
+ "step": 1450
+ },
+ {
+ "entropy": 0.21338311042636632,
+ "epoch": 0.4135391587593825,
+ "grad_norm": 2.5625,
+ "learning_rate": 9.204350612740718e-06,
+ "loss": 0.25135955810546873,
+ "mean_token_accuracy": 0.9335709244012833,
+ "num_tokens": 9030683.0,
+ "step": 1460
+ },
+ {
+ "entropy": 0.27338244216516616,
+ "epoch": 0.41637161875088513,
+ "grad_norm": 3.53125,
+ "learning_rate": 9.191895154623471e-06,
+ "loss": 0.330609655380249,
+ "mean_token_accuracy": 0.9164686724543571,
+ "num_tokens": 9089943.0,
+ "step": 1470
+ },
+ {
+ "entropy": 0.284117466583848,
+ "epoch": 0.41920407874238774,
+ "grad_norm": 2.90625,
+ "learning_rate": 9.179351525001405e-06,
+ "loss": 0.35007033348083494,
+ "mean_token_accuracy": 0.9137591674923897,
+ "num_tokens": 9161071.0,
+ "step": 1480
+ },
+ {
+ "entropy": 0.2786842305213213,
+ "epoch": 0.4220365387338904,
+ "grad_norm": 2.515625,
+ "learning_rate": 9.16671998771478e-06,
+ "loss": 0.3523244380950928,
+ "mean_token_accuracy": 0.9142401218414307,
+ "num_tokens": 9228047.0,
+ "step": 1490
+ },
+ {
+ "entropy": 0.25877189775928855,
+ "epoch": 0.424868998725393,
+ "grad_norm": 3.9375,
+ "learning_rate": 9.154000808452883e-06,
+ "loss": 0.2900538921356201,
+ "mean_token_accuracy": 0.9240692466497421,
+ "num_tokens": 9292649.0,
+ "step": 1500
+ },
+ {
+ "entropy": 0.3218853287398815,
+ "epoch": 0.42770145871689563,
+ "grad_norm": 2.671875,
+ "learning_rate": 9.14119425474845e-06,
+ "loss": 0.37074031829833987,
+ "mean_token_accuracy": 0.9025695845484734,
+ "num_tokens": 9358701.0,
+ "step": 1510
+ },
+ {
+ "entropy": 0.2493061749264598,
+ "epoch": 0.43053391870839824,
+ "grad_norm": 3.78125,
+ "learning_rate": 9.128300595972035e-06,
+ "loss": 0.2916921615600586,
+ "mean_token_accuracy": 0.9247250065207482,
+ "num_tokens": 9415998.0,
+ "step": 1520
+ },
+ {
+ "entropy": 0.24458966655656694,
+ "epoch": 0.43336637869990086,
+ "grad_norm": 3.046875,
+ "learning_rate": 9.115320103326341e-06,
+ "loss": 0.3079118490219116,
+ "mean_token_accuracy": 0.9261806443333626,
+ "num_tokens": 9477772.0,
+ "step": 1530
+ },
+ {
+ "entropy": 0.24118555188179017,
+ "epoch": 0.43619883869140347,
+ "grad_norm": 2.796875,
+ "learning_rate": 9.102253049840515e-06,
+ "loss": 0.2698474645614624,
+ "mean_token_accuracy": 0.9262908518314361,
+ "num_tokens": 9543178.0,
+ "step": 1540
+ },
+ {
+ "entropy": 0.27692517237737774,
+ "epoch": 0.4390312986829061,
+ "grad_norm": 3.59375,
+ "learning_rate": 9.089099710364413e-06,
+ "loss": 0.35334970951080324,
+ "mean_token_accuracy": 0.9152400702238083,
+ "num_tokens": 9603845.0,
+ "step": 1550
+ },
+ {
+ "entropy": 0.22478010756894945,
+ "epoch": 0.44186375867440875,
+ "grad_norm": 4.0625,
+ "learning_rate": 9.07586036156281e-06,
+ "loss": 0.2800618648529053,
+ "mean_token_accuracy": 0.9322063907980919,
+ "num_tokens": 9657847.0,
+ "step": 1560
+ },
+ {
+ "entropy": 0.301778607442975,
+ "epoch": 0.44469621866591136,
+ "grad_norm": 3.015625,
+ "learning_rate": 9.062535281909586e-06,
+ "loss": 0.347332239151001,
+ "mean_token_accuracy": 0.9108933255076408,
+ "num_tokens": 9717055.0,
+ "step": 1570
+ },
+ {
+ "entropy": 0.2316664133220911,
+ "epoch": 0.44752867865741397,
+ "grad_norm": 2.828125,
+ "learning_rate": 9.049124751681867e-06,
+ "loss": 0.2667954921722412,
+ "mean_token_accuracy": 0.932160672545433,
+ "num_tokens": 9777625.0,
+ "step": 1580
+ },
+ {
+ "entropy": 0.26570963142439724,
+ "epoch": 0.4503611386489166,
+ "grad_norm": 3.15625,
+ "learning_rate": 9.03562905295413e-06,
+ "loss": 0.3452394962310791,
+ "mean_token_accuracy": 0.9210765406489372,
+ "num_tokens": 9837849.0,
+ "step": 1590
+ },
+ {
+ "entropy": 0.241340676182881,
+ "epoch": 0.4531935986404192,
+ "grad_norm": 2.34375,
+ "learning_rate": 9.022048469592266e-06,
+ "loss": 0.292175817489624,
+ "mean_token_accuracy": 0.9271585017442703,
+ "num_tokens": 9899403.0,
+ "step": 1600
+ },
+ {
+ "entropy": 0.22770550679415463,
+ "epoch": 0.4560260586319218,
+ "grad_norm": 2.6875,
+ "learning_rate": 9.008383287247619e-06,
+ "loss": 0.25679965019226075,
+ "mean_token_accuracy": 0.9316400110721588,
+ "num_tokens": 9954779.0,
+ "step": 1610
+ },
+ {
+ "entropy": 0.2558764288201928,
+ "epoch": 0.45885851862342447,
+ "grad_norm": 3.65625,
+ "learning_rate": 8.994633793350966e-06,
+ "loss": 0.30559663772583007,
+ "mean_token_accuracy": 0.9226524040102959,
+ "num_tokens": 10016491.0,
+ "step": 1620
+ },
+ {
+ "entropy": 0.22422194620594382,
+ "epoch": 0.4616909786149271,
+ "grad_norm": 2.875,
+ "learning_rate": 8.98080027710648e-06,
+ "loss": 0.2620770692825317,
+ "mean_token_accuracy": 0.931402213871479,
+ "num_tokens": 10077692.0,
+ "step": 1630
+ },
+ {
+ "entropy": 0.26183739248663185,
+ "epoch": 0.4645234386064297,
+ "grad_norm": 3.5,
+ "learning_rate": 8.966883029485644e-06,
+ "loss": 0.3246657371520996,
+ "mean_token_accuracy": 0.9211442023515701,
+ "num_tokens": 10138856.0,
+ "step": 1640
+ },
+ {
+ "entropy": 0.27033895151689646,
+ "epoch": 0.4673558985979323,
+ "grad_norm": 2.9375,
+ "learning_rate": 8.952882343221128e-06,
+ "loss": 0.31453800201416016,
+ "mean_token_accuracy": 0.9187925904989243,
+ "num_tokens": 10199283.0,
+ "step": 1650
+ },
+ {
+ "entropy": 0.27811811305582523,
+ "epoch": 0.4701883585894349,
+ "grad_norm": 3.03125,
+ "learning_rate": 8.938798512800635e-06,
+ "loss": 0.3228362321853638,
+ "mean_token_accuracy": 0.9144035845994949,
+ "num_tokens": 10262755.0,
+ "step": 1660
+ },
+ {
+ "entropy": 0.25631644316017627,
+ "epoch": 0.47302081858093753,
+ "grad_norm": 3.65625,
+ "learning_rate": 8.924631834460706e-06,
+ "loss": 0.3209569454193115,
+ "mean_token_accuracy": 0.9214628890156746,
+ "num_tokens": 10329283.0,
+ "step": 1670
+ },
+ {
+ "entropy": 0.22031188122928141,
+ "epoch": 0.47585327857244014,
+ "grad_norm": 3.28125,
+ "learning_rate": 8.910382606180488e-06,
+ "loss": 0.26499745845794676,
+ "mean_token_accuracy": 0.9340609654784202,
+ "num_tokens": 10384021.0,
+ "step": 1680
+ },
+ {
+ "entropy": 0.2515722900629044,
+ "epoch": 0.4786857385639428,
+ "grad_norm": 3.140625,
+ "learning_rate": 8.896051127675472e-06,
+ "loss": 0.299767804145813,
+ "mean_token_accuracy": 0.9258117720484733,
+ "num_tokens": 10448164.0,
+ "step": 1690
+ },
+ {
+ "entropy": 0.29240532079711556,
+ "epoch": 0.4815181985554454,
+ "grad_norm": 3.28125,
+ "learning_rate": 8.881637700391179e-06,
+ "loss": 0.34952309131622317,
+ "mean_token_accuracy": 0.912120270729065,
+ "num_tokens": 10509285.0,
+ "step": 1700
+ },
+ {
+ "entropy": 0.2534479722380638,
+ "epoch": 0.48435065854694803,
+ "grad_norm": 2.859375,
+ "learning_rate": 8.867142627496825e-06,
+ "loss": 0.29810385704040526,
+ "mean_token_accuracy": 0.9233490318059921,
+ "num_tokens": 10569057.0,
+ "step": 1710
+ },
+ {
+ "entropy": 0.2604710581712425,
+ "epoch": 0.48718311853845064,
+ "grad_norm": 3.171875,
+ "learning_rate": 8.852566213878947e-06,
+ "loss": 0.3080343961715698,
+ "mean_token_accuracy": 0.9179377123713494,
+ "num_tokens": 10629126.0,
+ "step": 1720
+ },
+ {
+ "entropy": 0.23515669340267778,
+ "epoch": 0.49001557852995326,
+ "grad_norm": 3.1875,
+ "learning_rate": 8.837908766134984e-06,
+ "loss": 0.2872535467147827,
+ "mean_token_accuracy": 0.9293222084641457,
+ "num_tokens": 10688424.0,
+ "step": 1730
+ },
+ {
+ "entropy": 0.2053655257448554,
+ "epoch": 0.49284803852145587,
+ "grad_norm": 2.96875,
+ "learning_rate": 8.823170592566833e-06,
+ "loss": 0.2675440788269043,
+ "mean_token_accuracy": 0.9372267380356789,
+ "num_tokens": 10747596.0,
+ "step": 1740
+ },
+ {
+ "entropy": 0.2699555506929755,
+ "epoch": 0.4956804985129585,
+ "grad_norm": 3.984375,
+ "learning_rate": 8.808352003174362e-06,
+ "loss": 0.34564881324768065,
+ "mean_token_accuracy": 0.917387866973877,
+ "num_tokens": 10809793.0,
+ "step": 1750
+ },
+ {
+ "entropy": 0.23093979228287936,
+ "epoch": 0.49851295850446115,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.793453309648885e-06,
+ "loss": 0.2652362108230591,
+ "mean_token_accuracy": 0.9302272021770477,
+ "num_tokens": 10871670.0,
+ "step": 1760
+ },
+ {
+ "entropy": 0.217674121260643,
+ "epoch": 0.5013454184959637,
+ "grad_norm": 2.296875,
+ "learning_rate": 8.77847482536662e-06,
+ "loss": 0.26816089153289796,
+ "mean_token_accuracy": 0.9338669091463089,
+ "num_tokens": 10933491.0,
+ "step": 1770
+ },
+ {
+ "entropy": 0.2443548015318811,
+ "epoch": 0.5041778784874663,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.76341686538208e-06,
+ "loss": 0.2879756450653076,
+ "mean_token_accuracy": 0.9252054631710053,
+ "num_tokens": 10993120.0,
+ "step": 1780
+ },
+ {
+ "entropy": 0.28073133789002896,
+ "epoch": 0.507010338478969,
+ "grad_norm": 3.578125,
+ "learning_rate": 8.748279746421459e-06,
+ "loss": 0.3664905071258545,
+ "mean_token_accuracy": 0.914407916367054,
+ "num_tokens": 11053747.0,
+ "step": 1790
+ },
+ {
+ "entropy": 0.3151184435933828,
+ "epoch": 0.5098427984704716,
+ "grad_norm": 3.015625,
+ "learning_rate": 8.73306378687596e-06,
+ "loss": 0.3645954132080078,
+ "mean_token_accuracy": 0.9064996063709259,
+ "num_tokens": 11123459.0,
+ "step": 1800
+ },
+ {
+ "entropy": 0.26551789194345476,
+ "epoch": 0.5126752584619743,
+ "grad_norm": 3.09375,
+ "learning_rate": 8.717769306795115e-06,
+ "loss": 0.3270742416381836,
+ "mean_token_accuracy": 0.9203312039375305,
+ "num_tokens": 11187350.0,
+ "step": 1810
+ },
+ {
+ "entropy": 0.28791499985381963,
+ "epoch": 0.5155077184534769,
+ "grad_norm": 2.15625,
+ "learning_rate": 8.702396627880027e-06,
+ "loss": 0.3446188449859619,
+ "mean_token_accuracy": 0.9122902229428291,
+ "num_tokens": 11250584.0,
+ "step": 1820
+ },
+ {
+ "entropy": 0.22998738354071974,
+ "epoch": 0.5183401784449795,
+ "grad_norm": 2.875,
+ "learning_rate": 8.686946073476628e-06,
+ "loss": 0.2620666027069092,
+ "mean_token_accuracy": 0.931136479973793,
+ "num_tokens": 11312929.0,
+ "step": 1830
+ },
+ {
+ "entropy": 0.26515663117170335,
+ "epoch": 0.5211726384364821,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.671417968568864e-06,
+ "loss": 0.32726387977600097,
+ "mean_token_accuracy": 0.9194383502006531,
+ "num_tokens": 11373406.0,
+ "step": 1840
+ },
+ {
+ "entropy": 0.27902805162593725,
+ "epoch": 0.5240050984279847,
+ "grad_norm": 2.65625,
+ "learning_rate": 8.655812639771865e-06,
+ "loss": 0.35257582664489745,
+ "mean_token_accuracy": 0.9158491358160973,
+ "num_tokens": 11434074.0,
+ "step": 1850
+ },
+ {
+ "entropy": 0.24821369755081832,
+ "epoch": 0.5268375584194873,
+ "grad_norm": 2.8125,
+ "learning_rate": 8.64013041532507e-06,
+ "loss": 0.279030966758728,
+ "mean_token_accuracy": 0.9226725235581398,
+ "num_tokens": 11493973.0,
+ "step": 1860
+ },
+ {
+ "entropy": 0.19138105222955346,
+ "epoch": 0.5296700184109899,
+ "grad_norm": 3.34375,
+ "learning_rate": 8.62437162508533e-06,
+ "loss": 0.26068317890167236,
+ "mean_token_accuracy": 0.9415134266018867,
+ "num_tokens": 11551169.0,
+ "step": 1870
+ },
+ {
+ "entropy": 0.1800975519232452,
+ "epoch": 0.5325024784024925,
+ "grad_norm": 2.5625,
+ "learning_rate": 8.608536600519965e-06,
+ "loss": 0.21379611492156983,
+ "mean_token_accuracy": 0.947042727470398,
+ "num_tokens": 11607689.0,
+ "step": 1880
+ },
+ {
+ "entropy": 0.2381605574861169,
+ "epoch": 0.5353349383939952,
+ "grad_norm": 3.5625,
+ "learning_rate": 8.592625674699791e-06,
+ "loss": 0.31764028072357176,
+ "mean_token_accuracy": 0.9277781933546067,
+ "num_tokens": 11670275.0,
+ "step": 1890
+ },
+ {
+ "entropy": 0.24414894701912998,
+ "epoch": 0.5381673983854978,
+ "grad_norm": 2.96875,
+ "learning_rate": 8.576639182292117e-06,
+ "loss": 0.2984654664993286,
+ "mean_token_accuracy": 0.9253525018692017,
+ "num_tokens": 11732674.0,
+ "step": 1900
+ },
+ {
+ "entropy": 0.26540830750018357,
+ "epoch": 0.5409998583770004,
+ "grad_norm": 2.5,
+ "learning_rate": 8.560577459553705e-06,
+ "loss": 0.2995338201522827,
+ "mean_token_accuracy": 0.9170404925942421,
+ "num_tokens": 11796122.0,
+ "step": 1910
+ },
+ {
+ "entropy": 0.22120436416007577,
+ "epoch": 0.5438323183685031,
+ "grad_norm": 2.453125,
+ "learning_rate": 8.5444408443237e-06,
+ "loss": 0.2612636566162109,
+ "mean_token_accuracy": 0.9336322173476219,
+ "num_tokens": 11855783.0,
+ "step": 1920
+ },
+ {
+ "entropy": 0.2574581575579941,
+ "epoch": 0.5466647783600057,
+ "grad_norm": 3.671875,
+ "learning_rate": 8.528229676016516e-06,
+ "loss": 0.2953659534454346,
+ "mean_token_accuracy": 0.9200656801462174,
+ "num_tokens": 11915467.0,
+ "step": 1930
+ },
+ {
+ "entropy": 0.2645864601247013,
+ "epoch": 0.5494972383515083,
+ "grad_norm": 2.859375,
+ "learning_rate": 8.511944295614705e-06,
+ "loss": 0.31510348320007325,
+ "mean_token_accuracy": 0.9208753496408463,
+ "num_tokens": 11982685.0,
+ "step": 1940
+ },
+ {
+ "entropy": 0.2253680657595396,
+ "epoch": 0.5523296983430109,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.49558504566178e-06,
+ "loss": 0.2593071460723877,
+ "mean_token_accuracy": 0.9332447171211242,
+ "num_tokens": 12043764.0,
+ "step": 1950
+ },
+ {
+ "entropy": 0.2743760205805302,
+ "epoch": 0.5551621583345135,
+ "grad_norm": 2.875,
+ "learning_rate": 8.479152270255015e-06,
+ "loss": 0.32801840305328367,
+ "mean_token_accuracy": 0.9175538629293442,
+ "num_tokens": 12106744.0,
+ "step": 1960
+ },
+ {
+ "entropy": 0.2409117895178497,
+ "epoch": 0.5579946183260162,
+ "grad_norm": 2.4375,
+ "learning_rate": 8.462646315038199e-06,
+ "loss": 0.3042436599731445,
+ "mean_token_accuracy": 0.9294470772147179,
+ "num_tokens": 12168588.0,
+ "step": 1970
+ },
+ {
+ "entropy": 0.25588282784447075,
+ "epoch": 0.5608270783175188,
+ "grad_norm": 2.75,
+ "learning_rate": 8.446067527194377e-06,
+ "loss": 0.28229076862335206,
+ "mean_token_accuracy": 0.9217988669872283,
+ "num_tokens": 12234235.0,
+ "step": 1980
+ },
+ {
+ "entropy": 0.22676437282934786,
+ "epoch": 0.5636595383090214,
+ "grad_norm": 3.21875,
+ "learning_rate": 8.429416255438535e-06,
+ "loss": 0.2763058185577393,
+ "mean_token_accuracy": 0.9312441393733024,
+ "num_tokens": 12295523.0,
+ "step": 1990
+ },
+ {
+ "entropy": 0.23693293845281005,
+ "epoch": 0.566491998300524,
+ "grad_norm": 2.84375,
+ "learning_rate": 8.412692850010276e-06,
+ "loss": 0.25852394104003906,
+ "mean_token_accuracy": 0.929935322701931,
+ "num_tokens": 12355289.0,
+ "step": 2000
+ },
+ {
+ "entropy": 0.26585140177048744,
+ "epoch": 0.5693244582920266,
+ "grad_norm": 3.15625,
+ "learning_rate": 8.395897662666444e-06,
+ "loss": 0.33711426258087157,
+ "mean_token_accuracy": 0.921252678334713,
+ "num_tokens": 12419888.0,
+ "step": 2010
+ },
+ {
+ "entropy": 0.2817812806926668,
+ "epoch": 0.5721569182835292,
+ "grad_norm": 2.71875,
+ "learning_rate": 8.379031046673735e-06,
+ "loss": 0.329822039604187,
+ "mean_token_accuracy": 0.915573863685131,
+ "num_tokens": 12481072.0,
+ "step": 2020
+ },
+ {
+ "entropy": 0.2310811343602836,
+ "epoch": 0.5749893782750318,
+ "grad_norm": 3.15625,
+ "learning_rate": 8.36209335680126e-06,
+ "loss": 0.2848243236541748,
+ "mean_token_accuracy": 0.9298717737197876,
+ "num_tokens": 12537117.0,
+ "step": 2030
+ },
+ {
+ "entropy": 0.24113858481869102,
+ "epoch": 0.5778218382665344,
+ "grad_norm": 3.5,
+ "learning_rate": 8.345084949313082e-06,
+ "loss": 0.30589349269866944,
+ "mean_token_accuracy": 0.9254002273082733,
+ "num_tokens": 12598523.0,
+ "step": 2040
+ },
+ {
+ "entropy": 0.2469558353535831,
+ "epoch": 0.5806542982580372,
+ "grad_norm": 2.46875,
+ "learning_rate": 8.328006181960728e-06,
+ "loss": 0.2666426420211792,
+ "mean_token_accuracy": 0.9237473145127296,
+ "num_tokens": 12659850.0,
+ "step": 2050
+ },
+ {
+ "entropy": 0.22523943707346916,
+ "epoch": 0.5834867582495398,
+ "grad_norm": 3.515625,
+ "learning_rate": 8.310857413975653e-06,
+ "loss": 0.2842994451522827,
+ "mean_token_accuracy": 0.9316848069429398,
+ "num_tokens": 12728769.0,
+ "step": 2060
+ },
+ {
+ "entropy": 0.23469501873478293,
+ "epoch": 0.5863192182410424,
+ "grad_norm": 2.890625,
+ "learning_rate": 8.293639006061701e-06,
+ "loss": 0.28825619220733645,
+ "mean_token_accuracy": 0.9315712109208107,
+ "num_tokens": 12793510.0,
+ "step": 2070
+ },
+ {
+ "entropy": 0.26904424456879494,
+ "epoch": 0.589151678232545,
+ "grad_norm": 2.75,
+ "learning_rate": 8.276351320387505e-06,
+ "loss": 0.3132829427719116,
+ "mean_token_accuracy": 0.9184053987264633,
+ "num_tokens": 12859305.0,
+ "step": 2080
+ },
+ {
+ "entropy": 0.22551713800057768,
+ "epoch": 0.5919841382240476,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.25899472057887e-06,
+ "loss": 0.25671346187591554,
+ "mean_token_accuracy": 0.9330786928534508,
+ "num_tokens": 12919296.0,
+ "step": 2090
+ },
+ {
+ "entropy": 0.2908180743455887,
+ "epoch": 0.5948165982155502,
+ "grad_norm": 3.4375,
+ "learning_rate": 8.241569571711131e-06,
+ "loss": 0.3749950885772705,
+ "mean_token_accuracy": 0.9122948393225669,
+ "num_tokens": 12984110.0,
+ "step": 2100
+ },
+ {
+ "entropy": 0.18859034972265362,
+ "epoch": 0.5976490582070528,
+ "grad_norm": 3.3125,
+ "learning_rate": 8.22407624030147e-06,
+ "loss": 0.21266024112701415,
+ "mean_token_accuracy": 0.9415996059775352,
+ "num_tokens": 13044585.0,
+ "step": 2110
+ },
+ {
+ "entropy": 0.2686202362179756,
+ "epoch": 0.6004815181985554,
+ "grad_norm": 3.140625,
+ "learning_rate": 8.206515094301206e-06,
+ "loss": 0.3143640995025635,
+ "mean_token_accuracy": 0.9184302508831024,
+ "num_tokens": 13104184.0,
+ "step": 2120
+ },
+ {
+ "entropy": 0.2924169018864632,
+ "epoch": 0.603313978190058,
+ "grad_norm": 2.515625,
+ "learning_rate": 8.18888650308806e-06,
+ "loss": 0.33350090980529784,
+ "mean_token_accuracy": 0.9111582815647126,
+ "num_tokens": 13169744.0,
+ "step": 2130
+ },
+ {
+ "entropy": 0.23468140745535493,
+ "epoch": 0.6061464381815607,
+ "grad_norm": 3.125,
+ "learning_rate": 8.171190837458378e-06,
+ "loss": 0.2748774290084839,
+ "mean_token_accuracy": 0.9279026314616203,
+ "num_tokens": 13230747.0,
+ "step": 2140
+ },
+ {
+ "entropy": 0.2707135030068457,
+ "epoch": 0.6089788981730633,
+ "grad_norm": 2.640625,
+ "learning_rate": 8.153428469619337e-06,
+ "loss": 0.3319953680038452,
+ "mean_token_accuracy": 0.9202817261219025,
+ "num_tokens": 13294156.0,
+ "step": 2150
+ },
+ {
+ "entropy": 0.33541303491219876,
+ "epoch": 0.6118113581645659,
+ "grad_norm": 3.171875,
+ "learning_rate": 8.135599773181121e-06,
+ "loss": 0.34877288341522217,
+ "mean_token_accuracy": 0.9051463961601257,
+ "num_tokens": 13361330.0,
+ "step": 2160
+ },
+ {
+ "entropy": 0.24658853579312562,
+ "epoch": 0.6146438181560685,
+ "grad_norm": 2.84375,
+ "learning_rate": 8.117705123149048e-06,
+ "loss": 0.3000421762466431,
+ "mean_token_accuracy": 0.9227447956800461,
+ "num_tokens": 13423145.0,
+ "step": 2170
+ },
+ {
+ "entropy": 0.24564437023364008,
+ "epoch": 0.6174762781475711,
+ "grad_norm": 3.296875,
+ "learning_rate": 8.099744895915698e-06,
+ "loss": 0.3217023849487305,
+ "mean_token_accuracy": 0.9250235304236412,
+ "num_tokens": 13485257.0,
+ "step": 2180
+ },
+ {
+ "entropy": 0.2456009641289711,
+ "epoch": 0.6203087381390738,
+ "grad_norm": 2.84375,
+ "learning_rate": 8.081719469252986e-06,
+ "loss": 0.310084867477417,
+ "mean_token_accuracy": 0.9257996216416359,
+ "num_tokens": 13546943.0,
+ "step": 2190
+ },
+ {
+ "entropy": 0.29650545958429575,
+ "epoch": 0.6231411981305764,
+ "grad_norm": 3.640625,
+ "learning_rate": 8.063629222304217e-06,
+ "loss": 0.34581058025360106,
+ "mean_token_accuracy": 0.9123394638299942,
+ "num_tokens": 13610152.0,
+ "step": 2200
+ },
+ {
+ "entropy": 0.2508404080756009,
+ "epoch": 0.6259736581220791,
+ "grad_norm": 2.921875,
+ "learning_rate": 8.04547453557612e-06,
+ "loss": 0.28043336868286134,
+ "mean_token_accuracy": 0.92689019292593,
+ "num_tokens": 13671659.0,
+ "step": 2210
+ },
+ {
+ "entropy": 0.22516307719051837,
+ "epoch": 0.6288061181135817,
+ "grad_norm": 2.9375,
+ "learning_rate": 8.027255790930832e-06,
+ "loss": 0.2544457674026489,
+ "mean_token_accuracy": 0.9322215467691422,
+ "num_tokens": 13726023.0,
+ "step": 2220
+ },
+ {
+ "entropy": 0.2471348475664854,
+ "epoch": 0.6316385781050843,
+ "grad_norm": 3.640625,
+ "learning_rate": 8.00897337157787e-06,
+ "loss": 0.29131321907043456,
+ "mean_token_accuracy": 0.9242102384567261,
+ "num_tokens": 13785984.0,
+ "step": 2230
+ },
+ {
+ "entropy": 0.20350156892091037,
+ "epoch": 0.6344710380965869,
+ "grad_norm": 3.0,
+ "learning_rate": 7.990627662066081e-06,
+ "loss": 0.2495595932006836,
+ "mean_token_accuracy": 0.9376389294862747,
+ "num_tokens": 13841115.0,
+ "step": 2240
+ },
+ {
+ "entropy": 0.21044904924929142,
+ "epoch": 0.6373034980880895,
+ "grad_norm": 3.015625,
+ "learning_rate": 7.972219048275537e-06,
+ "loss": 0.2602006673812866,
+ "mean_token_accuracy": 0.9350134670734406,
+ "num_tokens": 13900115.0,
+ "step": 2250
+ },
+ {
+ "entropy": 0.2591171387583017,
+ "epoch": 0.6401359580795921,
+ "grad_norm": 2.421875,
+ "learning_rate": 7.953747917409428e-06,
+ "loss": 0.31584160327911376,
+ "mean_token_accuracy": 0.923833379149437,
+ "num_tokens": 13963087.0,
+ "step": 2260
+ },
+ {
+ "entropy": 0.26614895891398194,
+ "epoch": 0.6429684180710947,
+ "grad_norm": 2.671875,
+ "learning_rate": 7.935214657985918e-06,
+ "loss": 0.31452739238739014,
+ "mean_token_accuracy": 0.9192465171217918,
+ "num_tokens": 14025691.0,
+ "step": 2270
+ },
+ {
+ "entropy": 0.27064447924494744,
+ "epoch": 0.6458008780625973,
+ "grad_norm": 2.546875,
+ "learning_rate": 7.91661965982997e-06,
+ "loss": 0.3128303289413452,
+ "mean_token_accuracy": 0.9186597511172294,
+ "num_tokens": 14090376.0,
+ "step": 2280
+ },
+ {
+ "entropy": 0.26707220980897545,
+ "epoch": 0.6486333380541,
+ "grad_norm": 3.375,
+ "learning_rate": 7.897963314065146e-06,
+ "loss": 0.332572865486145,
+ "mean_token_accuracy": 0.9179326295852661,
+ "num_tokens": 14153049.0,
+ "step": 2290
+ },
+ {
+ "entropy": 0.23635501032695175,
+ "epoch": 0.6514657980456026,
+ "grad_norm": 3.65625,
+ "learning_rate": 7.879246013105383e-06,
+ "loss": 0.2604819297790527,
+ "mean_token_accuracy": 0.928515163064003,
+ "num_tokens": 14212590.0,
+ "step": 2300
+ },
+ {
+ "entropy": 0.18730585724115373,
+ "epoch": 0.6542982580371052,
+ "grad_norm": 2.890625,
+ "learning_rate": 7.86046815064674e-06,
+ "loss": 0.22234323024749755,
+ "mean_token_accuracy": 0.9432886317372322,
+ "num_tokens": 14272363.0,
+ "step": 2310
+ },
+ {
+ "entropy": 0.23519881842657925,
+ "epoch": 0.6571307180286079,
+ "grad_norm": 2.84375,
+ "learning_rate": 7.84163012165911e-06,
+ "loss": 0.2765446662902832,
+ "mean_token_accuracy": 0.9290280610322952,
+ "num_tokens": 14336992.0,
+ "step": 2320
+ },
+ {
+ "entropy": 0.2313802231103182,
+ "epoch": 0.6599631780201105,
+ "grad_norm": 2.734375,
+ "learning_rate": 7.822732322377917e-06,
+ "loss": 0.27338762283325196,
+ "mean_token_accuracy": 0.9289564326405525,
+ "num_tokens": 14396618.0,
+ "step": 2330
+ },
+ {
+ "entropy": 0.2716065593995154,
+ "epoch": 0.6627956380116131,
+ "grad_norm": 2.875,
+ "learning_rate": 7.80377515029579e-06,
+ "loss": 0.32843728065490724,
+ "mean_token_accuracy": 0.9162494570016861,
+ "num_tokens": 14458037.0,
+ "step": 2340
+ },
+ {
+ "entropy": 0.25247769290581346,
+ "epoch": 0.6656280980031157,
+ "grad_norm": 2.5625,
+ "learning_rate": 7.784759004154183e-06,
+ "loss": 0.3014644384384155,
+ "mean_token_accuracy": 0.9235790967941284,
+ "num_tokens": 14518336.0,
+ "step": 2350
+ },
+ {
+ "entropy": 0.2789898415096104,
+ "epoch": 0.6684605579946183,
+ "grad_norm": 2.171875,
+ "learning_rate": 7.765684283935006e-06,
+ "loss": 0.3393056392669678,
+ "mean_token_accuracy": 0.9150487512350083,
+ "num_tokens": 14584530.0,
+ "step": 2360
+ },
+ {
+ "entropy": 0.2857982048764825,
+ "epoch": 0.671293017986121,
+ "grad_norm": 3.484375,
+ "learning_rate": 7.746551390852199e-06,
+ "loss": 0.33240134716033937,
+ "mean_token_accuracy": 0.9147992506623268,
+ "num_tokens": 14646054.0,
+ "step": 2370
+ },
+ {
+ "entropy": 0.2915321681648493,
+ "epoch": 0.6741254779776236,
+ "grad_norm": 4.3125,
+ "learning_rate": 7.72736072734331e-06,
+ "loss": 0.36970064640045164,
+ "mean_token_accuracy": 0.9111756727099418,
+ "num_tokens": 14709275.0,
+ "step": 2380
+ },
+ {
+ "entropy": 0.26030201790854335,
+ "epoch": 0.6769579379691262,
+ "grad_norm": 2.859375,
+ "learning_rate": 7.708112697061001e-06,
+ "loss": 0.30298757553100586,
+ "mean_token_accuracy": 0.9198774963617324,
+ "num_tokens": 14772965.0,
+ "step": 2390
+ },
+ {
+ "entropy": 0.2829222582280636,
+ "epoch": 0.6797903979606288,
+ "grad_norm": 2.546875,
+ "learning_rate": 7.688807704864595e-06,
+ "loss": 0.3579793691635132,
+ "mean_token_accuracy": 0.9152989521622658,
+ "num_tokens": 14840008.0,
+ "step": 2400
+ },
+ {
+ "entropy": 0.2631208342500031,
+ "epoch": 0.6826228579521314,
+ "grad_norm": 2.828125,
+ "learning_rate": 7.669446156811525e-06,
+ "loss": 0.30640134811401365,
+ "mean_token_accuracy": 0.9224727541208267,
+ "num_tokens": 14903705.0,
+ "step": 2410
+ },
+ {
+ "entropy": 0.28142532696947453,
+ "epoch": 0.685455317943634,
+ "grad_norm": 2.96875,
+ "learning_rate": 7.650028460148817e-06,
+ "loss": 0.3514870643615723,
+ "mean_token_accuracy": 0.9167749881744385,
+ "num_tokens": 14965400.0,
+ "step": 2420
+ },
+ {
+ "entropy": 0.24295094180852175,
+ "epoch": 0.6882877779351366,
+ "grad_norm": 3.5,
+ "learning_rate": 7.630555023304514e-06,
+ "loss": 0.2785991668701172,
+ "mean_token_accuracy": 0.9278908744454384,
+ "num_tokens": 15029808.0,
+ "step": 2430
+ },
+ {
+ "entropy": 0.18873289050534367,
+ "epoch": 0.6911202379266392,
+ "grad_norm": 2.296875,
+ "learning_rate": 7.611026255879088e-06,
+ "loss": 0.23008534908294678,
+ "mean_token_accuracy": 0.9430599778890609,
+ "num_tokens": 15090981.0,
+ "step": 2440
+ },
+ {
+ "entropy": 0.2223091773688793,
+ "epoch": 0.693952697918142,
+ "grad_norm": 2.96875,
+ "learning_rate": 7.591442568636822e-06,
+ "loss": 0.267603325843811,
+ "mean_token_accuracy": 0.9312801957130432,
+ "num_tokens": 15152630.0,
+ "step": 2450
+ },
+ {
+ "entropy": 0.26084692431613804,
+ "epoch": 0.6967851579096446,
+ "grad_norm": 3.25,
+ "learning_rate": 7.571804373497173e-06,
+ "loss": 0.30105032920837405,
+ "mean_token_accuracy": 0.9229624062776566,
+ "num_tokens": 15211754.0,
+ "step": 2460
+ },
+ {
+ "entropy": 0.24022008180618287,
+ "epoch": 0.6996176179011472,
+ "grad_norm": 3.3125,
+ "learning_rate": 7.5521120835261065e-06,
+ "loss": 0.2701953649520874,
+ "mean_token_accuracy": 0.9274321302771569,
+ "num_tokens": 15274153.0,
+ "step": 2470
+ },
+ {
+ "entropy": 0.2550209416076541,
+ "epoch": 0.7024500778926498,
+ "grad_norm": 2.046875,
+ "learning_rate": 7.532366112927407e-06,
+ "loss": 0.3169812440872192,
+ "mean_token_accuracy": 0.9224504098296166,
+ "num_tokens": 15339594.0,
+ "step": 2480
+ },
+ {
+ "entropy": 0.26162951737642287,
+ "epoch": 0.7052825378841524,
+ "grad_norm": 2.734375,
+ "learning_rate": 7.512566877033968e-06,
+ "loss": 0.29904582500457766,
+ "mean_token_accuracy": 0.9231197029352188,
+ "num_tokens": 15403318.0,
+ "step": 2490
+ },
+ {
+ "entropy": 0.27893123114481566,
+ "epoch": 0.708114997875655,
+ "grad_norm": 3.296875,
+ "learning_rate": 7.492714792299053e-06,
+ "loss": 0.3410791873931885,
+ "mean_token_accuracy": 0.9162520408630371,
+ "num_tokens": 15466225.0,
+ "step": 2500
+ },
+ {
+ "entropy": 0.26706293215975163,
+ "epoch": 0.7109474578671576,
+ "grad_norm": 4.1875,
+ "learning_rate": 7.472810276287541e-06,
+ "loss": 0.3118849515914917,
+ "mean_token_accuracy": 0.9185350984334946,
+ "num_tokens": 15526100.0,
+ "step": 2510
+ },
+ {
+ "entropy": 0.20730372141115366,
+ "epoch": 0.7137799178586602,
+ "grad_norm": 3.015625,
+ "learning_rate": 7.452853747667136e-06,
+ "loss": 0.23900976181030273,
+ "mean_token_accuracy": 0.9376061603426933,
+ "num_tokens": 15584753.0,
+ "step": 2520
+ },
+ {
+ "entropy": 0.3262269163504243,
+ "epoch": 0.7166123778501629,
+ "grad_norm": 2.9375,
+ "learning_rate": 7.43284562619957e-06,
+ "loss": 0.37392189502716067,
+ "mean_token_accuracy": 0.9016158953309059,
+ "num_tokens": 15655382.0,
+ "step": 2530
+ },
+ {
+ "entropy": 0.2649149850010872,
+ "epoch": 0.7194448378416655,
+ "grad_norm": 2.984375,
+ "learning_rate": 7.412786332731763e-06,
+ "loss": 0.33331003189086916,
+ "mean_token_accuracy": 0.9169847160577774,
+ "num_tokens": 15716755.0,
+ "step": 2540
+ },
+ {
+ "entropy": 0.27070029405876994,
+ "epoch": 0.7222772978331681,
+ "grad_norm": 3.078125,
+ "learning_rate": 7.392676289186983e-06,
+ "loss": 0.3434555768966675,
+ "mean_token_accuracy": 0.9179270312190055,
+ "num_tokens": 15777903.0,
+ "step": 2550
+ },
+ {
+ "entropy": 0.24752757092937827,
+ "epoch": 0.7251097578246707,
+ "grad_norm": 2.9375,
+ "learning_rate": 7.3725159185559624e-06,
+ "loss": 0.2917940616607666,
+ "mean_token_accuracy": 0.924656766653061,
+ "num_tokens": 15834989.0,
+ "step": 2560
+ },
+ {
+ "entropy": 0.23814148958772421,
+ "epoch": 0.7279422178161733,
+ "grad_norm": 2.28125,
+ "learning_rate": 7.352305644888003e-06,
+ "loss": 0.294418478012085,
+ "mean_token_accuracy": 0.9283932983875275,
+ "num_tokens": 15898543.0,
+ "step": 2570
+ },
+ {
+ "entropy": 0.21530280876904725,
+ "epoch": 0.730774677807676,
+ "grad_norm": 2.953125,
+ "learning_rate": 7.332045893282055e-06,
+ "loss": 0.22945051193237304,
+ "mean_token_accuracy": 0.9348794594407082,
+ "num_tokens": 15954537.0,
+ "step": 2580
+ },
+ {
+ "entropy": 0.3002644120249897,
+ "epoch": 0.7336071377991786,
+ "grad_norm": 3.296875,
+ "learning_rate": 7.311737089877784e-06,
+ "loss": 0.36180920600891114,
+ "mean_token_accuracy": 0.9105057194828987,
+ "num_tokens": 16018470.0,
+ "step": 2590
+ },
+ {
+ "entropy": 0.2535303202457726,
+ "epoch": 0.7364395977906812,
+ "grad_norm": 2.28125,
+ "learning_rate": 7.2913796618466e-06,
+ "loss": 0.29656410217285156,
+ "mean_token_accuracy": 0.9240412935614586,
+ "num_tokens": 16088388.0,
+ "step": 2600
+ },
+ {
+ "entropy": 0.2830115555785596,
+ "epoch": 0.7392720577821839,
+ "grad_norm": 3.203125,
+ "learning_rate": 7.270974037382668e-06,
+ "loss": 0.3519935131072998,
+ "mean_token_accuracy": 0.9133640348911285,
+ "num_tokens": 16154279.0,
+ "step": 2610
+ },
+ {
+ "entropy": 0.24586041700094938,
+ "epoch": 0.7421045177736865,
+ "grad_norm": 2.359375,
+ "learning_rate": 7.250520645693917e-06,
+ "loss": 0.27483334541320803,
+ "mean_token_accuracy": 0.9254726275801659,
+ "num_tokens": 16213208.0,
+ "step": 2620
+ },
+ {
+ "entropy": 0.26750726755708454,
+ "epoch": 0.7449369777651891,
+ "grad_norm": 3.046875,
+ "learning_rate": 7.230019916992992e-06,
+ "loss": 0.34221796989440917,
+ "mean_token_accuracy": 0.9201379746198655,
+ "num_tokens": 16278691.0,
+ "step": 2630
+ },
+ {
+ "entropy": 0.2500247715041041,
+ "epoch": 0.7477694377566917,
+ "grad_norm": 2.625,
+ "learning_rate": 7.209472282488223e-06,
+ "loss": 0.300543212890625,
+ "mean_token_accuracy": 0.9207890287041665,
+ "num_tokens": 16345324.0,
+ "step": 2640
+ },
+ {
+ "entropy": 0.2341125256381929,
+ "epoch": 0.7506018977481943,
+ "grad_norm": 3.0625,
+ "learning_rate": 7.188878174374545e-06,
+ "loss": 0.2815673589706421,
+ "mean_token_accuracy": 0.9287849634885788,
+ "num_tokens": 16404580.0,
+ "step": 2650
+ },
+ {
+ "entropy": 0.23800364518538117,
+ "epoch": 0.7534343577396969,
+ "grad_norm": 3.09375,
+ "learning_rate": 7.168238025824411e-06,
+ "loss": 0.2970713138580322,
+ "mean_token_accuracy": 0.9276653602719307,
+ "num_tokens": 16466254.0,
+ "step": 2660
+ },
+ {
+ "entropy": 0.2154989277943969,
+ "epoch": 0.7562668177311995,
+ "grad_norm": 3.234375,
+ "learning_rate": 7.147552270978677e-06,
+ "loss": 0.2413036584854126,
+ "mean_token_accuracy": 0.9307904481887818,
+ "num_tokens": 16521554.0,
+ "step": 2670
+ },
+ {
+ "entropy": 0.28395778480917216,
+ "epoch": 0.7590992777227021,
+ "grad_norm": 2.78125,
+ "learning_rate": 7.1268213449374745e-06,
+ "loss": 0.35881359577178956,
+ "mean_token_accuracy": 0.9096557378768921,
+ "num_tokens": 16585472.0,
+ "step": 2680
+ },
+ {
+ "entropy": 0.2477033331990242,
+ "epoch": 0.7619317377142047,
+ "grad_norm": 3.1875,
+ "learning_rate": 7.106045683751059e-06,
+ "loss": 0.32397429943084716,
+ "mean_token_accuracy": 0.924396587908268,
+ "num_tokens": 16646769.0,
+ "step": 2690
+ },
+ {
+ "entropy": 0.276877705194056,
+ "epoch": 0.7647641977057074,
+ "grad_norm": 3.21875,
+ "learning_rate": 7.085225724410634e-06,
+ "loss": 0.3684025049209595,
+ "mean_token_accuracy": 0.9165002778172493,
+ "num_tokens": 16713863.0,
+ "step": 2700
+ },
+ {
+ "entropy": 0.22163213035091758,
+ "epoch": 0.76759665769721,
+ "grad_norm": 2.3125,
+ "learning_rate": 7.06436190483916e-06,
+ "loss": 0.24224584102630614,
+ "mean_token_accuracy": 0.9345098420977592,
+ "num_tokens": 16777296.0,
+ "step": 2710
+ },
+ {
+ "entropy": 0.2234968959353864,
+ "epoch": 0.7704291176887127,
+ "grad_norm": 2.984375,
+ "learning_rate": 7.043454663882149e-06,
+ "loss": 0.28868119716644286,
+ "mean_token_accuracy": 0.9326037526130676,
+ "num_tokens": 16844215.0,
+ "step": 2720
+ },
+ {
+ "entropy": 0.26766422418877484,
+ "epoch": 0.7732615776802153,
+ "grad_norm": 2.734375,
+ "learning_rate": 7.022504441298429e-06,
+ "loss": 0.3073421001434326,
+ "mean_token_accuracy": 0.9189599618315697,
+ "num_tokens": 16909286.0,
+ "step": 2730
+ },
+ {
+ "entropy": 0.26785112004727124,
+ "epoch": 0.7760940376717179,
+ "grad_norm": 2.84375,
+ "learning_rate": 7.001511677750892e-06,
+ "loss": 0.33571205139160154,
+ "mean_token_accuracy": 0.9179603174328804,
+ "num_tokens": 16974754.0,
+ "step": 2740
+ },
+ {
+ "entropy": 0.2341361427679658,
+ "epoch": 0.7789264976632205,
+ "grad_norm": 2.796875,
+ "learning_rate": 6.980476814797233e-06,
+ "loss": 0.2919567108154297,
+ "mean_token_accuracy": 0.9273924395442009,
+ "num_tokens": 17036703.0,
+ "step": 2750
+ },
+ {
+ "entropy": 0.2965338154230267,
+ "epoch": 0.7817589576547231,
+ "grad_norm": 3.34375,
+ "learning_rate": 6.959400294880652e-06,
+ "loss": 0.3672937870025635,
+ "mean_token_accuracy": 0.9101479694247245,
+ "num_tokens": 17103487.0,
+ "step": 2760
+ },
+ {
+ "entropy": 0.25479247672483324,
+ "epoch": 0.7845914176462258,
+ "grad_norm": 2.765625,
+ "learning_rate": 6.93828256132056e-06,
+ "loss": 0.32591776847839354,
+ "mean_token_accuracy": 0.9213441327214241,
+ "num_tokens": 17165071.0,
+ "step": 2770
+ },
+ {
+ "entropy": 0.24174591163173317,
+ "epoch": 0.7874238776377284,
+ "grad_norm": 3.34375,
+ "learning_rate": 6.917124058303244e-06,
+ "loss": 0.2789118766784668,
+ "mean_token_accuracy": 0.9260576874017715,
+ "num_tokens": 17222502.0,
+ "step": 2780
+ },
+ {
+ "entropy": 0.21147534740157425,
+ "epoch": 0.790256337629231,
+ "grad_norm": 2.828125,
+ "learning_rate": 6.8959252308725275e-06,
+ "loss": 0.2645533084869385,
+ "mean_token_accuracy": 0.9345291346311569,
+ "num_tokens": 17283104.0,
+ "step": 2790
+ },
+ {
+ "entropy": 0.25261948015540836,
+ "epoch": 0.7930887976207336,
+ "grad_norm": 3.125,
+ "learning_rate": 6.874686524920411e-06,
+ "loss": 0.311038613319397,
+ "mean_token_accuracy": 0.9231654047966004,
+ "num_tokens": 17345216.0,
+ "step": 2800
+ },
+ {
+ "entropy": 0.2530125268734992,
+ "epoch": 0.7959212576122362,
+ "grad_norm": 2.96875,
+ "learning_rate": 6.85340838717769e-06,
+ "loss": 0.3234996795654297,
+ "mean_token_accuracy": 0.9215027883648872,
+ "num_tokens": 17408794.0,
+ "step": 2810
+ },
+ {
+ "entropy": 0.3017550828866661,
+ "epoch": 0.7987537176037388,
+ "grad_norm": 3.109375,
+ "learning_rate": 6.832091265204565e-06,
+ "loss": 0.37363996505737307,
+ "mean_token_accuracy": 0.9086952164769173,
+ "num_tokens": 17477360.0,
+ "step": 2820
+ },
+ {
+ "entropy": 0.27105418452993035,
+ "epoch": 0.8015861775952414,
+ "grad_norm": 3.3125,
+ "learning_rate": 6.8107356073812215e-06,
+ "loss": 0.33116128444671633,
+ "mean_token_accuracy": 0.9182775661349296,
+ "num_tokens": 17535775.0,
+ "step": 2830
+ },
+ {
+ "entropy": 0.2681125304661691,
+ "epoch": 0.804418637586744,
+ "grad_norm": 3.28125,
+ "learning_rate": 6.789341862898395e-06,
+ "loss": 0.3221204519271851,
+ "mean_token_accuracy": 0.918986338376999,
+ "num_tokens": 17596418.0,
+ "step": 2840
+ },
+ {
+ "entropy": 0.2603905743919313,
+ "epoch": 0.8072510975782468,
+ "grad_norm": 4.0625,
+ "learning_rate": 6.7679104817479354e-06,
+ "loss": 0.306916332244873,
+ "mean_token_accuracy": 0.9208408176898957,
+ "num_tokens": 17657884.0,
+ "step": 2850
+ },
+ {
+ "entropy": 0.25807911846786735,
+ "epoch": 0.8100835575697494,
+ "grad_norm": 2.96875,
+ "learning_rate": 6.746441914713333e-06,
+ "loss": 0.3071646451950073,
+ "mean_token_accuracy": 0.9231622457504273,
+ "num_tokens": 17717036.0,
+ "step": 2860
+ },
+ {
+ "entropy": 0.20620333971455693,
+ "epoch": 0.812916017561252,
+ "grad_norm": 3.359375,
+ "learning_rate": 6.7249366133602375e-06,
+ "loss": 0.24239006042480468,
+ "mean_token_accuracy": 0.9358702003955841,
+ "num_tokens": 17775551.0,
+ "step": 2870
+ },
+ {
+ "entropy": 0.25972357029095294,
+ "epoch": 0.8157484775527546,
+ "grad_norm": 3.21875,
+ "learning_rate": 6.703395030026962e-06,
+ "loss": 0.3104058027267456,
+ "mean_token_accuracy": 0.9187611192464828,
+ "num_tokens": 17834439.0,
+ "step": 2880
+ },
+ {
+ "entropy": 0.21425498463213444,
+ "epoch": 0.8185809375442572,
+ "grad_norm": 3.0,
+ "learning_rate": 6.681817617814968e-06,
+ "loss": 0.252565598487854,
+ "mean_token_accuracy": 0.9368388622999191,
+ "num_tokens": 17893694.0,
+ "step": 2890
+ },
+ {
+ "entropy": 0.2535854930989444,
+ "epoch": 0.8214133975357598,
+ "grad_norm": 2.28125,
+ "learning_rate": 6.660204830579332e-06,
+ "loss": 0.3313803195953369,
+ "mean_token_accuracy": 0.9233833655714989,
+ "num_tokens": 17962306.0,
+ "step": 2900
+ },
+ {
+ "entropy": 0.2451658974401653,
+ "epoch": 0.8242458575272624,
+ "grad_norm": 3.703125,
+ "learning_rate": 6.638557122919205e-06,
+ "loss": 0.30023248195648194,
+ "mean_token_accuracy": 0.927768412232399,
+ "num_tokens": 18024640.0,
+ "step": 2910
+ },
+ {
+ "entropy": 0.24401300633326173,
+ "epoch": 0.827078317518765,
+ "grad_norm": 3.171875,
+ "learning_rate": 6.616874950168248e-06,
+ "loss": 0.2784397125244141,
+ "mean_token_accuracy": 0.9251253604888916,
+ "num_tokens": 18084141.0,
+ "step": 2920
+ },
+ {
+ "entropy": 0.23014986477792262,
+ "epoch": 0.8299107775102676,
+ "grad_norm": 3.359375,
+ "learning_rate": 6.59515876838505e-06,
+ "loss": 0.27311115264892577,
+ "mean_token_accuracy": 0.9305102288722992,
+ "num_tokens": 18140590.0,
+ "step": 2930
+ },
+ {
+ "entropy": 0.28850632822141054,
+ "epoch": 0.8327432375017703,
+ "grad_norm": 2.796875,
+ "learning_rate": 6.573409034343542e-06,
+ "loss": 0.34098904132843016,
+ "mean_token_accuracy": 0.9106828451156617,
+ "num_tokens": 18208011.0,
+ "step": 2940
+ },
+ {
+ "entropy": 0.29361714981496334,
+ "epoch": 0.8355756974932729,
+ "grad_norm": 3.125,
+ "learning_rate": 6.551626205523388e-06,
+ "loss": 0.34243457317352294,
+ "mean_token_accuracy": 0.9098032712936401,
+ "num_tokens": 18268600.0,
+ "step": 2950
+ },
+ {
+ "entropy": 0.2732364836148918,
+ "epoch": 0.8384081574847755,
+ "grad_norm": 3.3125,
+ "learning_rate": 6.529810740100358e-06,
+ "loss": 0.32342536449432374,
+ "mean_token_accuracy": 0.9173816591501236,
+ "num_tokens": 18328791.0,
+ "step": 2960
+ },
+ {
+ "entropy": 0.25280639957636597,
+ "epoch": 0.8412406174762781,
+ "grad_norm": 3.53125,
+ "learning_rate": 6.507963096936696e-06,
+ "loss": 0.3110103368759155,
+ "mean_token_accuracy": 0.9237968131899834,
+ "num_tokens": 18392657.0,
+ "step": 2970
+ },
+ {
+ "entropy": 0.2416850916109979,
+ "epoch": 0.8440730774677808,
+ "grad_norm": 2.96875,
+ "learning_rate": 6.486083735571465e-06,
+ "loss": 0.2941933870315552,
+ "mean_token_accuracy": 0.9266998797655106,
+ "num_tokens": 18451243.0,
+ "step": 2980
+ },
+ {
+ "entropy": 0.2634803635068238,
+ "epoch": 0.8469055374592834,
+ "grad_norm": 3.140625,
+ "learning_rate": 6.464173116210884e-06,
+ "loss": 0.31282308101654055,
+ "mean_token_accuracy": 0.9198430389165878,
+ "num_tokens": 18511507.0,
+ "step": 2990
+ },
+ {
+ "entropy": 0.1912680690176785,
+ "epoch": 0.849737997450786,
+ "grad_norm": 3.21875,
+ "learning_rate": 6.4422316997186454e-06,
+ "loss": 0.2170656442642212,
+ "mean_token_accuracy": 0.9407183259725571,
+ "num_tokens": 18571363.0,
+ "step": 3000
+ },
+ {
+ "entropy": 0.2164543703198433,
+ "epoch": 0.8525704574422887,
+ "grad_norm": 3.046875,
+ "learning_rate": 6.420259947606222e-06,
+ "loss": 0.26585540771484373,
+ "mean_token_accuracy": 0.9347744598984719,
+ "num_tokens": 18630697.0,
+ "step": 3010
+ },
+ {
+ "entropy": 0.2373024495318532,
+ "epoch": 0.8554029174337913,
+ "grad_norm": 3.265625,
+ "learning_rate": 6.398258322023162e-06,
+ "loss": 0.2773113489151001,
+ "mean_token_accuracy": 0.9272039458155632,
+ "num_tokens": 18687678.0,
+ "step": 3020
+ },
+ {
+ "entropy": 0.25375453478191046,
+ "epoch": 0.8582353774252939,
+ "grad_norm": 2.953125,
+ "learning_rate": 6.376227285747366e-06,
+ "loss": 0.29042036533355714,
+ "mean_token_accuracy": 0.9237049043178558,
+ "num_tokens": 18752182.0,
+ "step": 3030
+ },
+ {
+ "entropy": 0.29411961156874894,
+ "epoch": 0.8610678374167965,
+ "grad_norm": 2.609375,
+ "learning_rate": 6.3541673021753505e-06,
+ "loss": 0.3692609786987305,
+ "mean_token_accuracy": 0.9122548222541809,
+ "num_tokens": 18821196.0,
+ "step": 3040
+ },
+ {
+ "entropy": 0.2707971094176173,
+ "epoch": 0.8639002974082991,
+ "grad_norm": 2.609375,
+ "learning_rate": 6.332078835312507e-06,
+ "loss": 0.3225684881210327,
+ "mean_token_accuracy": 0.9175332441926003,
+ "num_tokens": 18880060.0,
+ "step": 3050
+ },
+ {
+ "entropy": 0.26672976547852156,
+ "epoch": 0.8667327573998017,
+ "grad_norm": 2.421875,
+ "learning_rate": 6.309962349763338e-06,
+ "loss": 0.3166948795318604,
+ "mean_token_accuracy": 0.9193399801850319,
+ "num_tokens": 18946364.0,
+ "step": 3060
+ },
+ {
+ "entropy": 0.27349463729187845,
+ "epoch": 0.8695652173913043,
+ "grad_norm": 3.21875,
+ "learning_rate": 6.287818310721685e-06,
+ "loss": 0.35103473663330076,
+ "mean_token_accuracy": 0.9172429636120796,
+ "num_tokens": 19016033.0,
+ "step": 3070
+ },
+ {
+ "entropy": 0.22195410579442978,
+ "epoch": 0.8723976773828069,
+ "grad_norm": 2.8125,
+ "learning_rate": 6.2656471839609465e-06,
+ "loss": 0.27313482761383057,
+ "mean_token_accuracy": 0.9334017798304558,
+ "num_tokens": 19076685.0,
+ "step": 3080
+ },
+ {
+ "entropy": 0.24829036770388485,
+ "epoch": 0.8752301373743095,
+ "grad_norm": 3.140625,
+ "learning_rate": 6.243449435824276e-06,
+ "loss": 0.2878298282623291,
+ "mean_token_accuracy": 0.9257162064313889,
+ "num_tokens": 19138951.0,
+ "step": 3090
+ },
+ {
+ "entropy": 0.27706693299114704,
+ "epoch": 0.8780625973658122,
+ "grad_norm": 3.296875,
+ "learning_rate": 6.221225533214773e-06,
+ "loss": 0.322439980506897,
+ "mean_token_accuracy": 0.913511124253273,
+ "num_tokens": 19201695.0,
+ "step": 3100
+ },
+ {
+ "entropy": 0.2694649398326874,
+ "epoch": 0.8808950573573149,
+ "grad_norm": 2.671875,
+ "learning_rate": 6.198975943585676e-06,
+ "loss": 0.3424296617507935,
+ "mean_token_accuracy": 0.9161205559968948,
+ "num_tokens": 19265091.0,
+ "step": 3110
+ },
+ {
+ "entropy": 0.25632969634607433,
+ "epoch": 0.8837275173488175,
+ "grad_norm": 3.265625,
+ "learning_rate": 6.176701134930509e-06,
+ "loss": 0.31109650135040284,
+ "mean_token_accuracy": 0.9226007997989655,
+ "num_tokens": 19325862.0,
+ "step": 3120
+ },
+ {
+ "entropy": 0.2701326566748321,
+ "epoch": 0.8865599773403201,
+ "grad_norm": 2.375,
+ "learning_rate": 6.154401575773249e-06,
+ "loss": 0.3320300817489624,
+ "mean_token_accuracy": 0.9168916702270508,
+ "num_tokens": 19400742.0,
+ "step": 3130
+ },
+ {
+ "entropy": 0.2544426591135561,
+ "epoch": 0.8893924373318227,
+ "grad_norm": 3.015625,
+ "learning_rate": 6.132077735158477e-06,
+ "loss": 0.283156156539917,
+ "mean_token_accuracy": 0.9236061125993729,
+ "num_tokens": 19461981.0,
+ "step": 3140
+ },
+ {
+ "entropy": 0.2844082118012011,
+ "epoch": 0.8922248973233253,
+ "grad_norm": 2.78125,
+ "learning_rate": 6.109730082641496e-06,
+ "loss": 0.34840519428253175,
+ "mean_token_accuracy": 0.9168082669377327,
+ "num_tokens": 19528967.0,
+ "step": 3150
+ },
+ {
+ "entropy": 0.2687557710334659,
+ "epoch": 0.8950573573148279,
+ "grad_norm": 3.78125,
+ "learning_rate": 6.087359088278474e-06,
+ "loss": 0.323413348197937,
+ "mean_token_accuracy": 0.9197789818048477,
+ "num_tokens": 19588475.0,
+ "step": 3160
+ },
+ {
+ "entropy": 0.27899011177942157,
+ "epoch": 0.8978898173063306,
+ "grad_norm": 2.625,
+ "learning_rate": 6.064965222616538e-06,
+ "loss": 0.3280670166015625,
+ "mean_token_accuracy": 0.9167367443442345,
+ "num_tokens": 19652979.0,
+ "step": 3170
+ },
+ {
+ "entropy": 0.2542749636806548,
+ "epoch": 0.9007222772978332,
+ "grad_norm": 2.890625,
+ "learning_rate": 6.042548956683891e-06,
+ "loss": 0.30518145561218263,
+ "mean_token_accuracy": 0.9265033259987832,
+ "num_tokens": 19711480.0,
+ "step": 3180
+ },
+ {
+ "entropy": 0.23844157047569753,
+ "epoch": 0.9035547372893358,
+ "grad_norm": 3.109375,
+ "learning_rate": 6.020110761979896e-06,
+ "loss": 0.2804757356643677,
+ "mean_token_accuracy": 0.9265966966748238,
+ "num_tokens": 19769101.0,
+ "step": 3190
+ },
+ {
+ "entropy": 0.24112135097384452,
+ "epoch": 0.9063871972808384,
+ "grad_norm": 2.953125,
+ "learning_rate": 5.997651110465163e-06,
+ "loss": 0.3061399459838867,
+ "mean_token_accuracy": 0.9280126094818115,
+ "num_tokens": 19826649.0,
+ "step": 3200
+ },
+ {
+ "entropy": 0.24095934634096922,
+ "epoch": 0.909219657272341,
+ "grad_norm": 3.046875,
+ "learning_rate": 5.97517047455162e-06,
+ "loss": 0.2846731662750244,
+ "mean_token_accuracy": 0.9255985081195831,
+ "num_tokens": 19884555.0,
+ "step": 3210
+ },
+ {
+ "entropy": 0.25526748718693854,
+ "epoch": 0.9120521172638436,
+ "grad_norm": 4.125,
+ "learning_rate": 5.952669327092577e-06,
+ "loss": 0.2945184469223022,
+ "mean_token_accuracy": 0.9198778286576271,
+ "num_tokens": 19947468.0,
+ "step": 3220
+ },
+ {
+ "entropy": 0.2734860122203827,
+ "epoch": 0.9148845772553462,
+ "grad_norm": 3.125,
+ "learning_rate": 5.930148141372778e-06,
+ "loss": 0.3253446340560913,
+ "mean_token_accuracy": 0.9151993811130523,
+ "num_tokens": 20012383.0,
+ "step": 3230
+ },
+ {
+ "entropy": 0.2598960557952523,
+ "epoch": 0.9177170372468489,
+ "grad_norm": 3.03125,
+ "learning_rate": 5.907607391098453e-06,
+ "loss": 0.30615336894989015,
+ "mean_token_accuracy": 0.9217935040593147,
+ "num_tokens": 20072089.0,
+ "step": 3240
+ },
+ {
+ "entropy": 0.2323574093170464,
+ "epoch": 0.9205494972383516,
+ "grad_norm": 2.546875,
+ "learning_rate": 5.8850475503873425e-06,
+ "loss": 0.28739633560180666,
+ "mean_token_accuracy": 0.9298718586564064,
+ "num_tokens": 20138686.0,
+ "step": 3250
+ },
+ {
+ "entropy": 0.26368755120784043,
+ "epoch": 0.9233819572298542,
+ "grad_norm": 3.03125,
+ "learning_rate": 5.862469093758735e-06,
+ "loss": 0.30636258125305177,
+ "mean_token_accuracy": 0.9197775259613991,
+ "num_tokens": 20204846.0,
+ "step": 3260
+ },
+ {
+ "entropy": 0.21838124403730036,
+ "epoch": 0.9262144172213568,
+ "grad_norm": 3.59375,
+ "learning_rate": 5.839872496123482e-06,
+ "loss": 0.2589061737060547,
+ "mean_token_accuracy": 0.9320506528019905,
+ "num_tokens": 20267304.0,
+ "step": 3270
+ },
+ {
+ "entropy": 0.23487370312213898,
+ "epoch": 0.9290468772128594,
+ "grad_norm": 3.671875,
+ "learning_rate": 5.817258232774009e-06,
+ "loss": 0.2779664993286133,
+ "mean_token_accuracy": 0.9308907985687256,
+ "num_tokens": 20325242.0,
+ "step": 3280
+ },
+ {
+ "entropy": 0.29384189331904054,
+ "epoch": 0.931879337204362,
+ "grad_norm": 3.125,
+ "learning_rate": 5.79462677937432e-06,
+ "loss": 0.3615161657333374,
+ "mean_token_accuracy": 0.9116950035095215,
+ "num_tokens": 20382881.0,
+ "step": 3290
+ },
+ {
+ "entropy": 0.2784995993599296,
+ "epoch": 0.9347117971958646,
+ "grad_norm": 2.234375,
+ "learning_rate": 5.771978611949991e-06,
+ "loss": 0.3265228271484375,
+ "mean_token_accuracy": 0.9163826674222946,
+ "num_tokens": 20451408.0,
+ "step": 3300
+ },
+ {
+ "entropy": 0.28781951004639267,
+ "epoch": 0.9375442571873672,
+ "grad_norm": 2.34375,
+ "learning_rate": 5.749314206878155e-06,
+ "loss": 0.3429244041442871,
+ "mean_token_accuracy": 0.9142461508512497,
+ "num_tokens": 20513908.0,
+ "step": 3310
+ },
+ {
+ "entropy": 0.2588125146459788,
+ "epoch": 0.9403767171788698,
+ "grad_norm": 2.484375,
+ "learning_rate": 5.7266340408774865e-06,
+ "loss": 0.3425342559814453,
+ "mean_token_accuracy": 0.9218753829598427,
+ "num_tokens": 20583163.0,
+ "step": 3320
+ },
+ {
+ "entropy": 0.2911094207782298,
+ "epoch": 0.9432091771703724,
+ "grad_norm": 1.7734375,
+ "learning_rate": 5.703938590998173e-06,
+ "loss": 0.36803972721099854,
+ "mean_token_accuracy": 0.9111879423260689,
+ "num_tokens": 20646947.0,
+ "step": 3330
+ },
+ {
+ "entropy": 0.24288665056228637,
+ "epoch": 0.9460416371618751,
+ "grad_norm": 2.546875,
+ "learning_rate": 5.681228334611879e-06,
+ "loss": 0.29427299499511717,
+ "mean_token_accuracy": 0.92629624158144,
+ "num_tokens": 20711594.0,
+ "step": 3340
+ },
+ {
+ "entropy": 0.23312705820426344,
+ "epoch": 0.9488740971533777,
+ "grad_norm": 2.6875,
+ "learning_rate": 5.658503749401708e-06,
+ "loss": 0.30430891513824465,
+ "mean_token_accuracy": 0.928966736793518,
+ "num_tokens": 20776382.0,
+ "step": 3350
+ },
+ {
+ "entropy": 0.3104230180382729,
+ "epoch": 0.9517065571448803,
+ "grad_norm": 3.25,
+ "learning_rate": 5.635765313352147e-06,
+ "loss": 0.3511800289154053,
+ "mean_token_accuracy": 0.9040430665016175,
+ "num_tokens": 20839789.0,
+ "step": 3360
+ },
+ {
+ "entropy": 0.23499792572110892,
+ "epoch": 0.9545390171363829,
+ "grad_norm": 3.65625,
+ "learning_rate": 5.613013504739029e-06,
+ "loss": 0.2838644504547119,
+ "mean_token_accuracy": 0.9307301640510559,
+ "num_tokens": 20901630.0,
+ "step": 3370
+ },
+ {
+ "entropy": 0.32344835065305233,
+ "epoch": 0.9573714771278856,
+ "grad_norm": 3.578125,
+ "learning_rate": 5.590248802119455e-06,
+ "loss": 0.3485146999359131,
+ "mean_token_accuracy": 0.9040465250611305,
+ "num_tokens": 20967799.0,
+ "step": 3380
+ },
+ {
+ "entropy": 0.2530316793359816,
+ "epoch": 0.9602039371193882,
+ "grad_norm": 1.90625,
+ "learning_rate": 5.567471684321736e-06,
+ "loss": 0.29520204067230227,
+ "mean_token_accuracy": 0.9227708205580711,
+ "num_tokens": 21030575.0,
+ "step": 3390
+ },
+ {
+ "entropy": 0.21737445350736379,
+ "epoch": 0.9630363971108908,
+ "grad_norm": 3.640625,
+ "learning_rate": 5.544682630435327e-06,
+ "loss": 0.2584354877471924,
+ "mean_token_accuracy": 0.9322573393583298,
+ "num_tokens": 21090526.0,
+ "step": 3400
+ },
+ {
+ "entropy": 0.28456302378326653,
+ "epoch": 0.9658688571023935,
+ "grad_norm": 3.203125,
+ "learning_rate": 5.521882119800741e-06,
+ "loss": 0.34802956581115724,
+ "mean_token_accuracy": 0.9134290844202042,
+ "num_tokens": 21156270.0,
+ "step": 3410
+ },
+ {
+ "entropy": 0.22307847952470183,
+ "epoch": 0.9687013170938961,
+ "grad_norm": 2.578125,
+ "learning_rate": 5.4990706319994695e-06,
+ "loss": 0.2576693773269653,
+ "mean_token_accuracy": 0.9337480440735817,
+ "num_tokens": 21222337.0,
+ "step": 3420
+ },
+ {
+ "entropy": 0.2263336593285203,
+ "epoch": 0.9715337770853987,
+ "grad_norm": 2.65625,
+ "learning_rate": 5.4762486468438945e-06,
+ "loss": 0.27297775745391845,
+ "mean_token_accuracy": 0.9308379128575325,
+ "num_tokens": 21283659.0,
+ "step": 3430
+ },
+ {
+ "entropy": 0.28094208212569355,
+ "epoch": 0.9743662370769013,
+ "grad_norm": 2.46875,
+ "learning_rate": 5.453416644367202e-06,
+ "loss": 0.3223999500274658,
+ "mean_token_accuracy": 0.915829861164093,
+ "num_tokens": 21352079.0,
+ "step": 3440
+ },
+ {
+ "entropy": 0.2697428049519658,
+ "epoch": 0.9771986970684039,
+ "grad_norm": 2.5,
+ "learning_rate": 5.430575104813275e-06,
+ "loss": 0.30462355613708497,
+ "mean_token_accuracy": 0.919055512547493,
+ "num_tokens": 21417311.0,
+ "step": 3450
+ },
+ {
+ "entropy": 0.25837867902591827,
+ "epoch": 0.9800311570599065,
+ "grad_norm": 3.59375,
+ "learning_rate": 5.407724508626601e-06,
+ "loss": 0.29222261905670166,
+ "mean_token_accuracy": 0.9223567172884941,
+ "num_tokens": 21480400.0,
+ "step": 3460
+ },
+ {
+ "entropy": 0.2124180012382567,
+ "epoch": 0.9828636170514091,
+ "grad_norm": 2.78125,
+ "learning_rate": 5.384865336442163e-06,
+ "loss": 0.24974503517150878,
+ "mean_token_accuracy": 0.9354914605617524,
+ "num_tokens": 21542187.0,
+ "step": 3470
+ },
+ {
+ "entropy": 0.2831694945693016,
+ "epoch": 0.9856960770429117,
+ "grad_norm": 2.453125,
+ "learning_rate": 5.3619980690753285e-06,
+ "loss": 0.3375375747680664,
+ "mean_token_accuracy": 0.9141182363033294,
+ "num_tokens": 21608358.0,
+ "step": 3480
+ },
+ {
+ "entropy": 0.2607450664974749,
+ "epoch": 0.9885285370344143,
+ "grad_norm": 3.59375,
+ "learning_rate": 5.339123187511735e-06,
+ "loss": 0.2963505506515503,
+ "mean_token_accuracy": 0.9212964981794357,
+ "num_tokens": 21668425.0,
+ "step": 3490
+ },
+ {
+ "entropy": 0.23759154276922345,
+ "epoch": 0.991360997025917,
+ "grad_norm": 3.03125,
+ "learning_rate": 5.316241172897182e-06,
+ "loss": 0.2670560121536255,
+ "mean_token_accuracy": 0.9282024785876274,
+ "num_tokens": 21730596.0,
+ "step": 3500
+ },
+ {
+ "entropy": 0.20464302133768797,
+ "epoch": 0.9941934570174197,
+ "grad_norm": 2.375,
+ "learning_rate": 5.2933525065274985e-06,
+ "loss": 0.2473069190979004,
+ "mean_token_accuracy": 0.938903671503067,
+ "num_tokens": 21792048.0,
+ "step": 3510
+ },
+ {
+ "entropy": 0.23504498666152357,
+ "epoch": 0.9970259170089223,
+ "grad_norm": 3.203125,
+ "learning_rate": 5.270457669838426e-06,
+ "loss": 0.2798953056335449,
+ "mean_token_accuracy": 0.9298026710748672,
+ "num_tokens": 21852453.0,
+ "step": 3520
+ },
+ {
+ "entropy": 0.23485905332490803,
+ "epoch": 0.9998583770004249,
+ "grad_norm": 3.046875,
+ "learning_rate": 5.247557144395496e-06,
+ "loss": 0.2785156726837158,
+ "mean_token_accuracy": 0.9281878650188446,
+ "num_tokens": 21912110.0,
+ "step": 3530
+ },
+ {
+ "entropy": 0.2364016239972491,
+ "epoch": 1.0025492139923524,
+ "grad_norm": 3.484375,
+ "learning_rate": 5.224651411883888e-06,
+ "loss": 0.25762851238250734,
+ "mean_token_accuracy": 0.929062733524724,
+ "num_tokens": 21966859.0,
+ "step": 3540
+ },
+ {
+ "entropy": 0.2793822526931763,
+ "epoch": 1.005381673983855,
+ "grad_norm": 2.65625,
+ "learning_rate": 5.201740954098317e-06,
+ "loss": 0.31718974113464354,
+ "mean_token_accuracy": 0.9170115202665329,
+ "num_tokens": 22030847.0,
+ "step": 3550
+ },
+ {
+ "entropy": 0.23313034195452928,
+ "epoch": 1.0082141339753576,
+ "grad_norm": 2.734375,
+ "learning_rate": 5.178826252932875e-06,
+ "loss": 0.28593480587005615,
+ "mean_token_accuracy": 0.9298394277691842,
+ "num_tokens": 22087983.0,
+ "step": 3560
+ },
+ {
+ "entropy": 0.32014531176537275,
+ "epoch": 1.0110465939668603,
+ "grad_norm": 2.40625,
+ "learning_rate": 5.1559077903709205e-06,
+ "loss": 0.36345155239105226,
+ "mean_token_accuracy": 0.9048336192965507,
+ "num_tokens": 22158054.0,
+ "step": 3570
+ },
+ {
+ "entropy": 0.24665002673864364,
+ "epoch": 1.0138790539583629,
+ "grad_norm": 3.640625,
+ "learning_rate": 5.132986048474921e-06,
+ "loss": 0.275803279876709,
+ "mean_token_accuracy": 0.927152869105339,
+ "num_tokens": 22222906.0,
+ "step": 3580
+ },
+ {
+ "entropy": 0.20049935090355575,
+ "epoch": 1.0167115139498655,
+ "grad_norm": 2.65625,
+ "learning_rate": 5.110061509376324e-06,
+ "loss": 0.25468080043792723,
+ "mean_token_accuracy": 0.9376501187682151,
+ "num_tokens": 22284229.0,
+ "step": 3590
+ },
+ {
+ "entropy": 0.21108807949349284,
+ "epoch": 1.019543973941368,
+ "grad_norm": 2.6875,
+ "learning_rate": 5.087134655265414e-06,
+ "loss": 0.22255489826202393,
+ "mean_token_accuracy": 0.9390177398920059,
+ "num_tokens": 22342674.0,
+ "step": 3600
+ },
+ {
+ "entropy": 0.21080059758387507,
+ "epoch": 1.0223764339328707,
+ "grad_norm": 2.390625,
+ "learning_rate": 5.064205968381165e-06,
+ "loss": 0.2495854377746582,
+ "mean_token_accuracy": 0.9353915929794312,
+ "num_tokens": 22402978.0,
+ "step": 3610
+ },
+ {
+ "entropy": 0.24261510106734932,
+ "epoch": 1.0252088939243733,
+ "grad_norm": 2.828125,
+ "learning_rate": 5.041275931001103e-06,
+ "loss": 0.2866044521331787,
+ "mean_token_accuracy": 0.9248599737882615,
+ "num_tokens": 22465815.0,
+ "step": 3620
+ },
+ {
+ "entropy": 0.24124777279794216,
+ "epoch": 1.028041353915876,
+ "grad_norm": 2.59375,
+ "learning_rate": 5.018345025431163e-06,
+ "loss": 0.2976717948913574,
+ "mean_token_accuracy": 0.9272374495863914,
+ "num_tokens": 22529737.0,
+ "step": 3630
+ },
+ {
+ "entropy": 0.18002105895429849,
+ "epoch": 1.0308738139073785,
+ "grad_norm": 3.96875,
+ "learning_rate": 4.995413733995536e-06,
+ "loss": 0.22781128883361818,
+ "mean_token_accuracy": 0.943612651526928,
+ "num_tokens": 22581438.0,
+ "step": 3640
+ },
+ {
+ "entropy": 0.2787385611794889,
+ "epoch": 1.0337062738988811,
+ "grad_norm": 2.609375,
+ "learning_rate": 4.972482539026534e-06,
+ "loss": 0.3564354181289673,
+ "mean_token_accuracy": 0.9166697680950164,
+ "num_tokens": 22650104.0,
+ "step": 3650
+ },
+ {
+ "entropy": 0.24818939734250306,
+ "epoch": 1.0365387338903838,
+ "grad_norm": 2.546875,
+ "learning_rate": 4.949551922854437e-06,
+ "loss": 0.2923859119415283,
+ "mean_token_accuracy": 0.9222414746880532,
+ "num_tokens": 22715078.0,
+ "step": 3660
+ },
+ {
+ "entropy": 0.30072745531797407,
+ "epoch": 1.0393711938818864,
+ "grad_norm": 2.5,
+ "learning_rate": 4.9266223677973535e-06,
+ "loss": 0.3649793863296509,
+ "mean_token_accuracy": 0.9093805760145187,
+ "num_tokens": 22779128.0,
+ "step": 3670
+ },
+ {
+ "entropy": 0.2735717059113085,
+ "epoch": 1.042203653873389,
+ "grad_norm": 3.03125,
+ "learning_rate": 4.903694356151067e-06,
+ "loss": 0.33859407901763916,
+ "mean_token_accuracy": 0.920712086558342,
+ "num_tokens": 22838678.0,
+ "step": 3680
+ },
+ {
+ "entropy": 0.24776854524388908,
+ "epoch": 1.0450361138648916,
+ "grad_norm": 3.34375,
+ "learning_rate": 4.880768370178903e-06,
+ "loss": 0.2938645601272583,
+ "mean_token_accuracy": 0.9247753649950028,
+ "num_tokens": 22901030.0,
+ "step": 3690
+ },
+ {
+ "entropy": 0.28547956682741643,
+ "epoch": 1.0478685738563942,
+ "grad_norm": 3.25,
+ "learning_rate": 4.857844892101581e-06,
+ "loss": 0.31749529838562013,
+ "mean_token_accuracy": 0.9150549530982971,
+ "num_tokens": 22966463.0,
+ "step": 3700
+ },
+ {
+ "entropy": 0.27090682154521345,
+ "epoch": 1.0507010338478968,
+ "grad_norm": 2.9375,
+ "learning_rate": 4.8349244040870615e-06,
+ "loss": 0.31164238452911375,
+ "mean_token_accuracy": 0.9199892401695251,
+ "num_tokens": 23030646.0,
+ "step": 3710
+ },
+ {
+ "entropy": 0.28554144450463353,
+ "epoch": 1.0535334938393994,
+ "grad_norm": 3.21875,
+ "learning_rate": 4.81200738824042e-06,
+ "loss": 0.33346972465515134,
+ "mean_token_accuracy": 0.914961189031601,
+ "num_tokens": 23095184.0,
+ "step": 3720
+ },
+ {
+ "entropy": 0.2344823520630598,
+ "epoch": 1.056365953830902,
+ "grad_norm": 3.09375,
+ "learning_rate": 4.789094326593694e-06,
+ "loss": 0.27491049766540526,
+ "mean_token_accuracy": 0.9276390865445137,
+ "num_tokens": 23157519.0,
+ "step": 3730
+ },
+ {
+ "entropy": 0.2247807363048196,
+ "epoch": 1.0591984138224046,
+ "grad_norm": 2.578125,
+ "learning_rate": 4.7661857010957544e-06,
+ "loss": 0.29062414169311523,
+ "mean_token_accuracy": 0.9323610827326775,
+ "num_tokens": 23220127.0,
+ "step": 3740
+ },
+ {
+ "entropy": 0.30474386662244796,
+ "epoch": 1.0620308738139075,
+ "grad_norm": 2.671875,
+ "learning_rate": 4.74328199360216e-06,
+ "loss": 0.34965219497680666,
+ "mean_token_accuracy": 0.9088528916239739,
+ "num_tokens": 23286958.0,
+ "step": 3750
+ },
+ {
+ "entropy": 0.2338505291379988,
+ "epoch": 1.06486333380541,
+ "grad_norm": 3.25,
+ "learning_rate": 4.7203836858650245e-06,
+ "loss": 0.2581803560256958,
+ "mean_token_accuracy": 0.9286656439304352,
+ "num_tokens": 23348093.0,
+ "step": 3760
+ },
+ {
+ "entropy": 0.24440567148849368,
+ "epoch": 1.0676957937969127,
+ "grad_norm": 3.1875,
+ "learning_rate": 4.697491259522885e-06,
+ "loss": 0.2948632001876831,
+ "mean_token_accuracy": 0.9275662273168563,
+ "num_tokens": 23408498.0,
+ "step": 3770
+ },
+ {
+ "entropy": 0.28493724055588243,
+ "epoch": 1.0705282537884153,
+ "grad_norm": 2.75,
+ "learning_rate": 4.674605196090573e-06,
+ "loss": 0.33446450233459474,
+ "mean_token_accuracy": 0.9151169151067734,
+ "num_tokens": 23474213.0,
+ "step": 3780
+ },
+ {
+ "entropy": 0.2917953743599355,
+ "epoch": 1.073360713779918,
+ "grad_norm": 3.484375,
+ "learning_rate": 4.6517259769490785e-06,
+ "loss": 0.34922327995300295,
+ "mean_token_accuracy": 0.9116038754582405,
+ "num_tokens": 23533572.0,
+ "step": 3790
+ },
+ {
+ "entropy": 0.2651925656944513,
+ "epoch": 1.0761931737714205,
+ "grad_norm": 2.921875,
+ "learning_rate": 4.628854083335437e-06,
+ "loss": 0.3211617708206177,
+ "mean_token_accuracy": 0.9167863488197326,
+ "num_tokens": 23595917.0,
+ "step": 3800
+ },
+ {
+ "entropy": 0.26236009476706385,
+ "epoch": 1.0790256337629232,
+ "grad_norm": 2.953125,
+ "learning_rate": 4.605989996332592e-06,
+ "loss": 0.3187077283859253,
+ "mean_token_accuracy": 0.9190028637647629,
+ "num_tokens": 23662377.0,
+ "step": 3810
+ },
+ {
+ "entropy": 0.2401001263409853,
+ "epoch": 1.0818580937544258,
+ "grad_norm": 2.921875,
+ "learning_rate": 4.583134196859289e-06,
+ "loss": 0.29697332382202146,
+ "mean_token_accuracy": 0.927865743637085,
+ "num_tokens": 23731388.0,
+ "step": 3820
+ },
+ {
+ "entropy": 0.2431210996583104,
+ "epoch": 1.0846905537459284,
+ "grad_norm": 3.484375,
+ "learning_rate": 4.56028716565996e-06,
+ "loss": 0.2828571081161499,
+ "mean_token_accuracy": 0.9250638440251351,
+ "num_tokens": 23793919.0,
+ "step": 3830
+ },
+ {
+ "entropy": 0.2633368631824851,
+ "epoch": 1.087523013737431,
+ "grad_norm": 3.0,
+ "learning_rate": 4.5374493832945956e-06,
+ "loss": 0.34889698028564453,
+ "mean_token_accuracy": 0.9208544954657555,
+ "num_tokens": 23857592.0,
+ "step": 3840
+ },
+ {
+ "entropy": 0.2593194010667503,
+ "epoch": 1.0903554737289336,
+ "grad_norm": 2.96875,
+ "learning_rate": 4.5146213301286576e-06,
+ "loss": 0.3171344995498657,
+ "mean_token_accuracy": 0.9193354442715644,
+ "num_tokens": 23920418.0,
+ "step": 3850
+ },
+ {
+ "entropy": 0.20949211195111275,
+ "epoch": 1.0931879337204362,
+ "grad_norm": 2.796875,
+ "learning_rate": 4.49180348632296e-06,
+ "loss": 0.25888381004333494,
+ "mean_token_accuracy": 0.9346993267536163,
+ "num_tokens": 23978686.0,
+ "step": 3860
+ },
+ {
+ "entropy": 0.23353609554469584,
+ "epoch": 1.0960203937119388,
+ "grad_norm": 2.75,
+ "learning_rate": 4.46899633182358e-06,
+ "loss": 0.26508593559265137,
+ "mean_token_accuracy": 0.9285413965582847,
+ "num_tokens": 24039945.0,
+ "step": 3870
+ },
+ {
+ "entropy": 0.22241716757416724,
+ "epoch": 1.0988528537034414,
+ "grad_norm": 3.3125,
+ "learning_rate": 4.446200346351754e-06,
+ "loss": 0.2597146987915039,
+ "mean_token_accuracy": 0.9320032343268394,
+ "num_tokens": 24101482.0,
+ "step": 3880
+ },
+ {
+ "entropy": 0.2613720097579062,
+ "epoch": 1.101685313694944,
+ "grad_norm": 3.140625,
+ "learning_rate": 4.423416009393794e-06,
+ "loss": 0.34312365055084226,
+ "mean_token_accuracy": 0.9211692824959755,
+ "num_tokens": 24168115.0,
+ "step": 3890
+ },
+ {
+ "entropy": 0.2367805289104581,
+ "epoch": 1.1045177736864467,
+ "grad_norm": 3.515625,
+ "learning_rate": 4.400643800190996e-06,
+ "loss": 0.2766649961471558,
+ "mean_token_accuracy": 0.9266433954238892,
+ "num_tokens": 24227079.0,
+ "step": 3900
+ },
+ {
+ "entropy": 0.25535101108253,
+ "epoch": 1.1073502336779493,
+ "grad_norm": 3.375,
+ "learning_rate": 4.377884197729569e-06,
+ "loss": 0.29713072776794436,
+ "mean_token_accuracy": 0.9217936024069786,
+ "num_tokens": 24285604.0,
+ "step": 3910
+ },
+ {
+ "entropy": 0.24405209170654416,
+ "epoch": 1.1101826936694519,
+ "grad_norm": 2.96875,
+ "learning_rate": 4.355137680730547e-06,
+ "loss": 0.2735821485519409,
+ "mean_token_accuracy": 0.9273178353905678,
+ "num_tokens": 24350648.0,
+ "step": 3920
+ },
+ {
+ "entropy": 0.19264007853344084,
+ "epoch": 1.1130151536609545,
+ "grad_norm": 3.1875,
+ "learning_rate": 4.3324047276397345e-06,
+ "loss": 0.21265592575073242,
+ "mean_token_accuracy": 0.9414500996470452,
+ "num_tokens": 24404283.0,
+ "step": 3930
+ },
+ {
+ "entropy": 0.2032804255373776,
+ "epoch": 1.115847613652457,
+ "grad_norm": 2.234375,
+ "learning_rate": 4.309685816617626e-06,
+ "loss": 0.24111554622650147,
+ "mean_token_accuracy": 0.9380518972873688,
+ "num_tokens": 24464553.0,
+ "step": 3940
+ },
+ {
+ "entropy": 0.25125723276287315,
+ "epoch": 1.1186800736439597,
+ "grad_norm": 2.390625,
+ "learning_rate": 4.2869814255293664e-06,
+ "loss": 0.2969962120056152,
+ "mean_token_accuracy": 0.9229256942868233,
+ "num_tokens": 24525942.0,
+ "step": 3950
+ },
+ {
+ "entropy": 0.30800585420802234,
+ "epoch": 1.1215125336354623,
+ "grad_norm": 3.015625,
+ "learning_rate": 4.264292031934691e-06,
+ "loss": 0.3487081050872803,
+ "mean_token_accuracy": 0.9075676053762436,
+ "num_tokens": 24600735.0,
+ "step": 3960
+ },
+ {
+ "entropy": 0.279854978248477,
+ "epoch": 1.124344993626965,
+ "grad_norm": 3.421875,
+ "learning_rate": 4.241618113077873e-06,
+ "loss": 0.3201010704040527,
+ "mean_token_accuracy": 0.9143659561872483,
+ "num_tokens": 24664043.0,
+ "step": 3970
+ },
+ {
+ "entropy": 0.2509489542804658,
+ "epoch": 1.1271774536184676,
+ "grad_norm": 3.21875,
+ "learning_rate": 4.218960145877701e-06,
+ "loss": 0.3090847969055176,
+ "mean_token_accuracy": 0.9232483163475991,
+ "num_tokens": 24733274.0,
+ "step": 3980
+ },
+ {
+ "entropy": 0.2290360671468079,
+ "epoch": 1.1300099136099702,
+ "grad_norm": 3.359375,
+ "learning_rate": 4.196318606917434e-06,
+ "loss": 0.2809190511703491,
+ "mean_token_accuracy": 0.9275623843073845,
+ "num_tokens": 24793456.0,
+ "step": 3990
+ },
+ {
+ "entropy": 0.2779017182998359,
+ "epoch": 1.132842373601473,
+ "grad_norm": 3.078125,
+ "learning_rate": 4.1736939724347855e-06,
+ "loss": 0.3090373992919922,
+ "mean_token_accuracy": 0.9156718105077744,
+ "num_tokens": 24859440.0,
+ "step": 4000
+ },
+ {
+ "entropy": 0.18849533493630588,
+ "epoch": 1.1356748335929754,
+ "grad_norm": 2.8125,
+ "learning_rate": 4.151086718311906e-06,
+ "loss": 0.22783432006835938,
+ "mean_token_accuracy": 0.9417475983500481,
+ "num_tokens": 24919915.0,
+ "step": 4010
+ },
+ {
+ "entropy": 0.28349222652614114,
+ "epoch": 1.1385072935844782,
+ "grad_norm": 3.234375,
+ "learning_rate": 4.128497320065363e-06,
+ "loss": 0.3526163578033447,
+ "mean_token_accuracy": 0.9164958953857422,
+ "num_tokens": 24988315.0,
+ "step": 4020
+ },
+ {
+ "entropy": 0.22427970254793764,
+ "epoch": 1.1413397535759808,
+ "grad_norm": 2.890625,
+ "learning_rate": 4.105926252836155e-06,
+ "loss": 0.2701232433319092,
+ "mean_token_accuracy": 0.9306072682142258,
+ "num_tokens": 25051911.0,
+ "step": 4030
+ },
+ {
+ "entropy": 0.25542295109480617,
+ "epoch": 1.1441722135674834,
+ "grad_norm": 3.734375,
+ "learning_rate": 4.083373991379708e-06,
+ "loss": 0.28418903350830077,
+ "mean_token_accuracy": 0.9231105580925941,
+ "num_tokens": 25113999.0,
+ "step": 4040
+ },
+ {
+ "entropy": 0.22154931565746666,
+ "epoch": 1.147004673558986,
+ "grad_norm": 2.296875,
+ "learning_rate": 4.060841010055885e-06,
+ "loss": 0.27008485794067383,
+ "mean_token_accuracy": 0.9335736617445946,
+ "num_tokens": 25171528.0,
+ "step": 4050
+ },
+ {
+ "entropy": 0.20193984226789324,
+ "epoch": 1.1498371335504887,
+ "grad_norm": 2.328125,
+ "learning_rate": 4.038327782819023e-06,
+ "loss": 0.24059042930603028,
+ "mean_token_accuracy": 0.9381761983036995,
+ "num_tokens": 25233866.0,
+ "step": 4060
+ },
+ {
+ "entropy": 0.21094176713377238,
+ "epoch": 1.1526695935419913,
+ "grad_norm": 2.9375,
+ "learning_rate": 4.015834783207947e-06,
+ "loss": 0.26112253665924073,
+ "mean_token_accuracy": 0.936613292992115,
+ "num_tokens": 25295627.0,
+ "step": 4070
+ },
+ {
+ "entropy": 0.22350301230326294,
+ "epoch": 1.155502053533494,
+ "grad_norm": 2.609375,
+ "learning_rate": 3.993362484336025e-06,
+ "loss": 0.27268052101135254,
+ "mean_token_accuracy": 0.9308605536818504,
+ "num_tokens": 25352177.0,
+ "step": 4080
+ },
+ {
+ "entropy": 0.2413484001532197,
+ "epoch": 1.1583345135249965,
+ "grad_norm": 2.53125,
+ "learning_rate": 3.97091135888121e-06,
+ "loss": 0.2961695194244385,
+ "mean_token_accuracy": 0.9274478688836097,
+ "num_tokens": 25408721.0,
+ "step": 4090
+ },
+ {
+ "entropy": 0.24861616538837553,
+ "epoch": 1.1611669735164991,
+ "grad_norm": 3.109375,
+ "learning_rate": 3.948481879076088e-06,
+ "loss": 0.3045854091644287,
+ "mean_token_accuracy": 0.9254580214619637,
+ "num_tokens": 25473577.0,
+ "step": 4100
+ },
+ {
+ "entropy": 0.22829729141667485,
+ "epoch": 1.1639994335080017,
+ "grad_norm": 2.78125,
+ "learning_rate": 3.926074516697964e-06,
+ "loss": 0.26290230751037597,
+ "mean_token_accuracy": 0.9304362386465073,
+ "num_tokens": 25534011.0,
+ "step": 4110
+ },
+ {
+ "entropy": 0.22681598402559758,
+ "epoch": 1.1668318934995043,
+ "grad_norm": 2.703125,
+ "learning_rate": 3.903689743058927e-06,
+ "loss": 0.2976879119873047,
+ "mean_token_accuracy": 0.930561275780201,
+ "num_tokens": 25596453.0,
+ "step": 4120
+ },
+ {
+ "entropy": 0.1806016440503299,
+ "epoch": 1.169664353491007,
+ "grad_norm": 2.921875,
+ "learning_rate": 3.881328028995939e-06,
+ "loss": 0.2117543935775757,
+ "mean_token_accuracy": 0.9451305896043778,
+ "num_tokens": 25652619.0,
+ "step": 4130
+ },
+ {
+ "entropy": 0.26367070972919465,
+ "epoch": 1.1724968134825096,
+ "grad_norm": 3.109375,
+ "learning_rate": 3.858989844860928e-06,
+ "loss": 0.3070235013961792,
+ "mean_token_accuracy": 0.9207400143146515,
+ "num_tokens": 25710982.0,
+ "step": 4140
+ },
+ {
+ "entropy": 0.2163207576610148,
+ "epoch": 1.1753292734740122,
+ "grad_norm": 2.5,
+ "learning_rate": 3.836675660510904e-06,
+ "loss": 0.2601778030395508,
+ "mean_token_accuracy": 0.9358288258314132,
+ "num_tokens": 25770860.0,
+ "step": 4150
+ },
+ {
+ "entropy": 0.2428675949573517,
+ "epoch": 1.1781617334655148,
+ "grad_norm": 3.53125,
+ "learning_rate": 3.814385945298064e-06,
+ "loss": 0.3027503252029419,
+ "mean_token_accuracy": 0.9261119350790977,
+ "num_tokens": 25831304.0,
+ "step": 4160
+ },
+ {
+ "entropy": 0.23329113675281404,
+ "epoch": 1.1809941934570174,
+ "grad_norm": 2.734375,
+ "learning_rate": 3.7921211680599316e-06,
+ "loss": 0.25751571655273436,
+ "mean_token_accuracy": 0.9266592547297478,
+ "num_tokens": 25889285.0,
+ "step": 4170
+ },
+ {
+ "entropy": 0.22774195326492191,
+ "epoch": 1.18382665344852,
+ "grad_norm": 2.828125,
+ "learning_rate": 3.7698817971094854e-06,
+ "loss": 0.25943894386291505,
+ "mean_token_accuracy": 0.9310021102428436,
+ "num_tokens": 25950889.0,
+ "step": 4180
+ },
+ {
+ "entropy": 0.30657786335796117,
+ "epoch": 1.1866591134400226,
+ "grad_norm": 3.1875,
+ "learning_rate": 3.7476683002253175e-06,
+ "loss": 0.3742470026016235,
+ "mean_token_accuracy": 0.9084239676594734,
+ "num_tokens": 26016710.0,
+ "step": 4190
+ },
+ {
+ "entropy": 0.26363484296016393,
+ "epoch": 1.1894915734315252,
+ "grad_norm": 3.25,
+ "learning_rate": 3.7254811446417816e-06,
+ "loss": 0.3128044605255127,
+ "mean_token_accuracy": 0.9210105195641518,
+ "num_tokens": 26076982.0,
+ "step": 4200
+ },
+ {
+ "entropy": 0.23388547785580158,
+ "epoch": 1.1923240334230278,
+ "grad_norm": 2.890625,
+ "learning_rate": 3.7033207970391847e-06,
+ "loss": 0.2698439359664917,
+ "mean_token_accuracy": 0.9309489011764527,
+ "num_tokens": 26137826.0,
+ "step": 4210
+ },
+ {
+ "entropy": 0.2579007504507899,
+ "epoch": 1.1951564934145305,
+ "grad_norm": 2.65625,
+ "learning_rate": 3.681187723533956e-06,
+ "loss": 0.31007983684539797,
+ "mean_token_accuracy": 0.922349001467228,
+ "num_tokens": 26198870.0,
+ "step": 4220
+ },
+ {
+ "entropy": 0.2128595493733883,
+ "epoch": 1.197988953406033,
+ "grad_norm": 2.84375,
+ "learning_rate": 3.65908238966884e-06,
+ "loss": 0.23348703384399414,
+ "mean_token_accuracy": 0.9355149224400521,
+ "num_tokens": 26261446.0,
+ "step": 4230
+ },
+ {
+ "entropy": 0.21918850131332873,
+ "epoch": 1.2008214133975357,
+ "grad_norm": 3.171875,
+ "learning_rate": 3.637005260403119e-06,
+ "loss": 0.27556893825531004,
+ "mean_token_accuracy": 0.9321137681603432,
+ "num_tokens": 26321393.0,
+ "step": 4240
+ },
+ {
+ "entropy": 0.265251987054944,
+ "epoch": 1.2036538733890383,
+ "grad_norm": 2.765625,
+ "learning_rate": 3.6149568001028223e-06,
+ "loss": 0.3239171266555786,
+ "mean_token_accuracy": 0.9196299970149994,
+ "num_tokens": 26388051.0,
+ "step": 4250
+ },
+ {
+ "entropy": 0.24416832169517874,
+ "epoch": 1.206486333380541,
+ "grad_norm": 3.6875,
+ "learning_rate": 3.5929374725309617e-06,
+ "loss": 0.30356464385986326,
+ "mean_token_accuracy": 0.926099605858326,
+ "num_tokens": 26453578.0,
+ "step": 4260
+ },
+ {
+ "entropy": 0.2318627736531198,
+ "epoch": 1.2093187933720437,
+ "grad_norm": 3.375,
+ "learning_rate": 3.5709477408377795e-06,
+ "loss": 0.28204798698425293,
+ "mean_token_accuracy": 0.9280649125576019,
+ "num_tokens": 26516677.0,
+ "step": 4270
+ },
+ {
+ "entropy": 0.21778175057843327,
+ "epoch": 1.2121512533635461,
+ "grad_norm": 3.484375,
+ "learning_rate": 3.5489880675509986e-06,
+ "loss": 0.26971137523651123,
+ "mean_token_accuracy": 0.9318681254982948,
+ "num_tokens": 26577736.0,
+ "step": 4280
+ },
+ {
+ "entropy": 0.19295280342921614,
+ "epoch": 1.214983713355049,
+ "grad_norm": 3.15625,
+ "learning_rate": 3.5270589145661038e-06,
+ "loss": 0.2568847894668579,
+ "mean_token_accuracy": 0.9388056635856629,
+ "num_tokens": 26638282.0,
+ "step": 4290
+ },
+ {
+ "entropy": 0.21848455602303146,
+ "epoch": 1.2178161733465516,
+ "grad_norm": 3.390625,
+ "learning_rate": 3.505160743136622e-06,
+ "loss": 0.2596912384033203,
+ "mean_token_accuracy": 0.9322919070720672,
+ "num_tokens": 26696035.0,
+ "step": 4300
+ },
+ {
+ "entropy": 0.26156329102814196,
+ "epoch": 1.2206486333380542,
+ "grad_norm": 2.921875,
+ "learning_rate": 3.4832940138644157e-06,
+ "loss": 0.3191622972488403,
+ "mean_token_accuracy": 0.9193585529923439,
+ "num_tokens": 26757717.0,
+ "step": 4310
+ },
+ {
+ "entropy": 0.19066684865392744,
+ "epoch": 1.2234810933295568,
+ "grad_norm": 3.25,
+ "learning_rate": 3.461459186690006e-06,
+ "loss": 0.213128399848938,
+ "mean_token_accuracy": 0.9399427071213722,
+ "num_tokens": 26814810.0,
+ "step": 4320
+ },
+ {
+ "entropy": 0.25585900731384753,
+ "epoch": 1.2263135533210594,
+ "grad_norm": 3.5,
+ "learning_rate": 3.4396567208828823e-06,
+ "loss": 0.32691617012023927,
+ "mean_token_accuracy": 0.9216562286019325,
+ "num_tokens": 26877440.0,
+ "step": 4330
+ },
+ {
+ "entropy": 0.24010503655299545,
+ "epoch": 1.229146013312562,
+ "grad_norm": 3.390625,
+ "learning_rate": 3.41788707503186e-06,
+ "loss": 0.3369575023651123,
+ "mean_token_accuracy": 0.9252798214554787,
+ "num_tokens": 26937573.0,
+ "step": 4340
+ },
+ {
+ "entropy": 0.19289563642814755,
+ "epoch": 1.2319784733040646,
+ "grad_norm": 2.890625,
+ "learning_rate": 3.396150707035424e-06,
+ "loss": 0.226908278465271,
+ "mean_token_accuracy": 0.9404228702187538,
+ "num_tokens": 26999317.0,
+ "step": 4350
+ },
+ {
+ "entropy": 0.25024923784658315,
+ "epoch": 1.2348109332955672,
+ "grad_norm": 2.75,
+ "learning_rate": 3.3744480740920944e-06,
+ "loss": 0.3028681755065918,
+ "mean_token_accuracy": 0.9250575214624405,
+ "num_tokens": 27056939.0,
+ "step": 4360
+ },
+ {
+ "entropy": 0.18302351711317896,
+ "epoch": 1.2376433932870698,
+ "grad_norm": 2.984375,
+ "learning_rate": 3.3527796326908203e-06,
+ "loss": 0.2093818426132202,
+ "mean_token_accuracy": 0.9447689831256867,
+ "num_tokens": 27117512.0,
+ "step": 4370
+ },
+ {
+ "entropy": 0.23567539155483247,
+ "epoch": 1.2404758532785725,
+ "grad_norm": 2.9375,
+ "learning_rate": 3.3311458386013686e-06,
+ "loss": 0.26779422760009763,
+ "mean_token_accuracy": 0.929200166463852,
+ "num_tokens": 27179134.0,
+ "step": 4380
+ },
+ {
+ "entropy": 0.262385786883533,
+ "epoch": 1.243308313270075,
+ "grad_norm": 2.984375,
+ "learning_rate": 3.3095471468647444e-06,
+ "loss": 0.3157880067825317,
+ "mean_token_accuracy": 0.921213936805725,
+ "num_tokens": 27242527.0,
+ "step": 4390
+ },
+ {
+ "entropy": 0.25156134786084294,
+ "epoch": 1.2461407732615777,
+ "grad_norm": 3.21875,
+ "learning_rate": 3.2879840117836175e-06,
+ "loss": 0.30792746543884275,
+ "mean_token_accuracy": 0.92156962454319,
+ "num_tokens": 27304448.0,
+ "step": 4400
+ },
+ {
+ "entropy": 0.21655702525749804,
+ "epoch": 1.2489732332530803,
+ "grad_norm": 2.546875,
+ "learning_rate": 3.266456886912761e-06,
+ "loss": 0.2759143114089966,
+ "mean_token_accuracy": 0.9322070553898811,
+ "num_tokens": 27364373.0,
+ "step": 4410
+ },
+ {
+ "entropy": 0.2756142715923488,
+ "epoch": 1.251805693244583,
+ "grad_norm": 3.09375,
+ "learning_rate": 3.2449662250495206e-06,
+ "loss": 0.33940753936767576,
+ "mean_token_accuracy": 0.914966894686222,
+ "num_tokens": 27428499.0,
+ "step": 4420
+ },
+ {
+ "entropy": 0.2818338614888489,
+ "epoch": 1.2546381532360855,
+ "grad_norm": 2.828125,
+ "learning_rate": 3.2235124782242866e-06,
+ "loss": 0.31711788177490235,
+ "mean_token_accuracy": 0.9134162411093711,
+ "num_tokens": 27493341.0,
+ "step": 4430
+ },
+ {
+ "entropy": 0.2091914065182209,
+ "epoch": 1.2574706132275881,
+ "grad_norm": 3.03125,
+ "learning_rate": 3.202096097690982e-06,
+ "loss": 0.24472830295562745,
+ "mean_token_accuracy": 0.9367028534412384,
+ "num_tokens": 27553035.0,
+ "step": 4440
+ },
+ {
+ "entropy": 0.2542508527636528,
+ "epoch": 1.2603030732190907,
+ "grad_norm": 2.1875,
+ "learning_rate": 3.180717533917578e-06,
+ "loss": 0.3394561767578125,
+ "mean_token_accuracy": 0.924777315557003,
+ "num_tokens": 27615534.0,
+ "step": 4450
+ },
+ {
+ "entropy": 0.25776216881349684,
+ "epoch": 1.2631355332105934,
+ "grad_norm": 2.875,
+ "learning_rate": 3.1593772365766107e-06,
+ "loss": 0.31199193000793457,
+ "mean_token_accuracy": 0.9221319362521172,
+ "num_tokens": 27679761.0,
+ "step": 4460
+ },
+ {
+ "entropy": 0.221833174303174,
+ "epoch": 1.265967993202096,
+ "grad_norm": 3.265625,
+ "learning_rate": 3.138075654535733e-06,
+ "loss": 0.2600731372833252,
+ "mean_token_accuracy": 0.9309741392731666,
+ "num_tokens": 27735044.0,
+ "step": 4470
+ },
+ {
+ "entropy": 0.25993210077285767,
+ "epoch": 1.2688004531935986,
+ "grad_norm": 2.875,
+ "learning_rate": 3.116813235848268e-06,
+ "loss": 0.29588348865509034,
+ "mean_token_accuracy": 0.9213003218173981,
+ "num_tokens": 27795159.0,
+ "step": 4480
+ },
+ {
+ "entropy": 0.25714250551536677,
+ "epoch": 1.2716329131851012,
+ "grad_norm": 2.65625,
+ "learning_rate": 3.0955904277437777e-06,
+ "loss": 0.3065769910812378,
+ "mean_token_accuracy": 0.9232428565621376,
+ "num_tokens": 27861206.0,
+ "step": 4490
+ },
+ {
+ "entropy": 0.25843508429825307,
+ "epoch": 1.2744653731766038,
+ "grad_norm": 2.921875,
+ "learning_rate": 3.0744076766186683e-06,
+ "loss": 0.309002947807312,
+ "mean_token_accuracy": 0.9217819094657898,
+ "num_tokens": 27925013.0,
+ "step": 4500
+ },
+ {
+ "entropy": 0.20204820288345218,
+ "epoch": 1.2772978331681064,
+ "grad_norm": 2.671875,
+ "learning_rate": 3.0532654280267963e-06,
+ "loss": 0.23697669506073,
+ "mean_token_accuracy": 0.9382702693343162,
+ "num_tokens": 27986113.0,
+ "step": 4510
+ },
+ {
+ "entropy": 0.2647128958255053,
+ "epoch": 1.2801302931596092,
+ "grad_norm": 2.71875,
+ "learning_rate": 3.0321641266700908e-06,
+ "loss": 0.3252225875854492,
+ "mean_token_accuracy": 0.9193501740694046,
+ "num_tokens": 28044486.0,
+ "step": 4520
+ },
+ {
+ "entropy": 0.2618610587902367,
+ "epoch": 1.2829627531511116,
+ "grad_norm": 2.953125,
+ "learning_rate": 3.011104216389209e-06,
+ "loss": 0.3027822494506836,
+ "mean_token_accuracy": 0.9214046269655227,
+ "num_tokens": 28105348.0,
+ "step": 4530
+ },
+ {
+ "entropy": 0.25285998843610286,
+ "epoch": 1.2857952131426145,
+ "grad_norm": 3.390625,
+ "learning_rate": 2.9900861401541935e-06,
+ "loss": 0.3302875518798828,
+ "mean_token_accuracy": 0.9243465468287468,
+ "num_tokens": 28167162.0,
+ "step": 4540
+ },
+ {
+ "entropy": 0.24863419402390718,
+ "epoch": 1.2886276731341169,
+ "grad_norm": 2.890625,
+ "learning_rate": 2.9691103400551612e-06,
+ "loss": 0.3088348627090454,
+ "mean_token_accuracy": 0.9230181276798248,
+ "num_tokens": 28229970.0,
+ "step": 4550
+ },
+ {
+ "entropy": 0.23397703059017658,
+ "epoch": 1.2914601331256197,
+ "grad_norm": 2.6875,
+ "learning_rate": 2.948177257292998e-06,
+ "loss": 0.2938363552093506,
+ "mean_token_accuracy": 0.9276159033179283,
+ "num_tokens": 28291333.0,
+ "step": 4560
+ },
+ {
+ "entropy": 0.2978225776925683,
+ "epoch": 1.2942925931171223,
+ "grad_norm": 2.609375,
+ "learning_rate": 2.9272873321700814e-06,
+ "loss": 0.3565410375595093,
+ "mean_token_accuracy": 0.9102242648601532,
+ "num_tokens": 28358389.0,
+ "step": 4570
+ },
+ {
+ "entropy": 0.2692898658104241,
+ "epoch": 1.297125053108625,
+ "grad_norm": 2.828125,
+ "learning_rate": 2.906441004081022e-06,
+ "loss": 0.3101436376571655,
+ "mean_token_accuracy": 0.9190399497747421,
+ "num_tokens": 28424358.0,
+ "step": 4580
+ },
+ {
+ "entropy": 0.21697850674390792,
+ "epoch": 1.2999575131001275,
+ "grad_norm": 3.25,
+ "learning_rate": 2.8856387115034174e-06,
+ "loss": 0.2602779626846313,
+ "mean_token_accuracy": 0.9343308910727501,
+ "num_tokens": 28481933.0,
+ "step": 4590
+ },
+ {
+ "entropy": 0.2726894068531692,
+ "epoch": 1.3027899730916301,
+ "grad_norm": 2.984375,
+ "learning_rate": 2.864880891988629e-06,
+ "loss": 0.32516028881073,
+ "mean_token_accuracy": 0.9169021070003509,
+ "num_tokens": 28546247.0,
+ "step": 4600
+ },
+ {
+ "entropy": 0.25623656772077086,
+ "epoch": 1.3056224330831327,
+ "grad_norm": 2.734375,
+ "learning_rate": 2.8441679821525857e-06,
+ "loss": 0.30165460109710696,
+ "mean_token_accuracy": 0.9226235717535018,
+ "num_tokens": 28613486.0,
+ "step": 4610
+ },
+ {
+ "entropy": 0.24329884480684996,
+ "epoch": 1.3084548930746354,
+ "grad_norm": 3.328125,
+ "learning_rate": 2.8235004176665915e-06,
+ "loss": 0.291753888130188,
+ "mean_token_accuracy": 0.9246421366930008,
+ "num_tokens": 28674698.0,
+ "step": 4620
+ },
+ {
+ "entropy": 0.2701176831498742,
+ "epoch": 1.311287353066138,
+ "grad_norm": 2.828125,
+ "learning_rate": 2.8028786332481618e-06,
+ "loss": 0.35086085796356203,
+ "mean_token_accuracy": 0.9178305074572564,
+ "num_tokens": 28740730.0,
+ "step": 4630
+ },
+ {
+ "entropy": 0.26439649127423764,
+ "epoch": 1.3141198130576406,
+ "grad_norm": 3.796875,
+ "learning_rate": 2.782303062651891e-06,
+ "loss": 0.30096120834350587,
+ "mean_token_accuracy": 0.9212312117218971,
+ "num_tokens": 28799052.0,
+ "step": 4640
+ },
+ {
+ "entropy": 0.2616453727707267,
+ "epoch": 1.3169522730491432,
+ "grad_norm": 3.078125,
+ "learning_rate": 2.7617741386603147e-06,
+ "loss": 0.32627871036529543,
+ "mean_token_accuracy": 0.9230263277888298,
+ "num_tokens": 28856755.0,
+ "step": 4650
+ },
+ {
+ "entropy": 0.22390527790412307,
+ "epoch": 1.3197847330406458,
+ "grad_norm": 3.03125,
+ "learning_rate": 2.741292293074815e-06,
+ "loss": 0.28043675422668457,
+ "mean_token_accuracy": 0.9319010078907013,
+ "num_tokens": 28917405.0,
+ "step": 4660
+ },
+ {
+ "entropy": 0.26067772330716255,
+ "epoch": 1.3226171930321484,
+ "grad_norm": 3.234375,
+ "learning_rate": 2.720857956706535e-06,
+ "loss": 0.31217050552368164,
+ "mean_token_accuracy": 0.9196974828839302,
+ "num_tokens": 28979060.0,
+ "step": 4670
+ },
+ {
+ "entropy": 0.24639188363216818,
+ "epoch": 1.325449653023651,
+ "grad_norm": 2.09375,
+ "learning_rate": 2.7004715593673193e-06,
+ "loss": 0.29030728340148926,
+ "mean_token_accuracy": 0.9242595240473748,
+ "num_tokens": 29048990.0,
+ "step": 4680
+ },
+ {
+ "entropy": 0.2595814616419375,
+ "epoch": 1.3282821130151536,
+ "grad_norm": 3.578125,
+ "learning_rate": 2.6801335298606735e-06,
+ "loss": 0.34323825836181643,
+ "mean_token_accuracy": 0.9196496069431305,
+ "num_tokens": 29108668.0,
+ "step": 4690
+ },
+ {
+ "entropy": 0.2499905712902546,
+ "epoch": 1.3311145730066563,
+ "grad_norm": 3.640625,
+ "learning_rate": 2.6598442959727405e-06,
+ "loss": 0.30095908641815183,
+ "mean_token_accuracy": 0.9234166145324707,
+ "num_tokens": 29170628.0,
+ "step": 4700
+ },
+ {
+ "entropy": 0.2795558024197817,
+ "epoch": 1.3339470329981589,
+ "grad_norm": 3.03125,
+ "learning_rate": 2.6396042844633084e-06,
+ "loss": 0.3358647108078003,
+ "mean_token_accuracy": 0.9151357725262642,
+ "num_tokens": 29231430.0,
+ "step": 4710
+ },
+ {
+ "entropy": 0.2527871862053871,
+ "epoch": 1.3367794929896615,
+ "grad_norm": 2.53125,
+ "learning_rate": 2.619413921056828e-06,
+ "loss": 0.2981950998306274,
+ "mean_token_accuracy": 0.9234776467084884,
+ "num_tokens": 29292069.0,
+ "step": 4720
+ },
+ {
+ "entropy": 0.24699923824518918,
+ "epoch": 1.339611952981164,
+ "grad_norm": 3.296875,
+ "learning_rate": 2.599273630433468e-06,
+ "loss": 0.2985649824142456,
+ "mean_token_accuracy": 0.9248224750161171,
+ "num_tokens": 29353453.0,
+ "step": 4730
+ },
+ {
+ "entropy": 0.2077005637809634,
+ "epoch": 1.3424444129726667,
+ "grad_norm": 2.703125,
+ "learning_rate": 2.5791838362201697e-06,
+ "loss": 0.2560413122177124,
+ "mean_token_accuracy": 0.9381126925349236,
+ "num_tokens": 29413096.0,
+ "step": 4740
+ },
+ {
+ "entropy": 0.25310145076364277,
+ "epoch": 1.3452768729641693,
+ "grad_norm": 2.453125,
+ "learning_rate": 2.559144960981743e-06,
+ "loss": 0.32078449726104735,
+ "mean_token_accuracy": 0.9215926051139831,
+ "num_tokens": 29477862.0,
+ "step": 4750
+ },
+ {
+ "entropy": 0.2216710806824267,
+ "epoch": 1.348109332955672,
+ "grad_norm": 3.3125,
+ "learning_rate": 2.539157426211984e-06,
+ "loss": 0.2861553430557251,
+ "mean_token_accuracy": 0.9337741181254386,
+ "num_tokens": 29536454.0,
+ "step": 4760
+ },
+ {
+ "entropy": 0.2361689003184438,
+ "epoch": 1.3509417929471748,
+ "grad_norm": 2.390625,
+ "learning_rate": 2.519221652324797e-06,
+ "loss": 0.28600006103515624,
+ "mean_token_accuracy": 0.9263621792197227,
+ "num_tokens": 29597387.0,
+ "step": 4770
+ },
+ {
+ "entropy": 0.20784252174198628,
+ "epoch": 1.3537742529386771,
+ "grad_norm": 2.484375,
+ "learning_rate": 2.4993380586453588e-06,
+ "loss": 0.24996912479400635,
+ "mean_token_accuracy": 0.936021265387535,
+ "num_tokens": 29661427.0,
+ "step": 4780
+ },
+ {
+ "entropy": 0.277555535454303,
+ "epoch": 1.35660671293018,
+ "grad_norm": 3.1875,
+ "learning_rate": 2.479507063401305e-06,
+ "loss": 0.3356276273727417,
+ "mean_token_accuracy": 0.9166460618376732,
+ "num_tokens": 29724154.0,
+ "step": 4790
+ },
+ {
+ "entropy": 0.32572520449757575,
+ "epoch": 1.3594391729216824,
+ "grad_norm": 4.625,
+ "learning_rate": 2.4597290837139133e-06,
+ "loss": 0.3810946226119995,
+ "mean_token_accuracy": 0.9033881530165673,
+ "num_tokens": 29788592.0,
+ "step": 4800
+ },
+ {
+ "entropy": 0.21838265378028154,
+ "epoch": 1.3622716329131852,
+ "grad_norm": 2.359375,
+ "learning_rate": 2.4400045355893524e-06,
+ "loss": 0.2777862071990967,
+ "mean_token_accuracy": 0.9348648384213447,
+ "num_tokens": 29851049.0,
+ "step": 4810
+ },
+ {
+ "entropy": 0.24609042005613446,
+ "epoch": 1.3651040929046876,
+ "grad_norm": 3.375,
+ "learning_rate": 2.420333833909924e-06,
+ "loss": 0.30987935066223143,
+ "mean_token_accuracy": 0.9248693987727166,
+ "num_tokens": 29913629.0,
+ "step": 4820
+ },
+ {
+ "entropy": 0.21056049782782793,
+ "epoch": 1.3679365528961904,
+ "grad_norm": 3.28125,
+ "learning_rate": 2.4007173924253212e-06,
+ "loss": 0.2472922086715698,
+ "mean_token_accuracy": 0.9366860389709473,
+ "num_tokens": 29971964.0,
+ "step": 4830
+ },
+ {
+ "entropy": 0.30174947492778303,
+ "epoch": 1.370769012887693,
+ "grad_norm": 2.765625,
+ "learning_rate": 2.381155623743953e-06,
+ "loss": 0.3823577880859375,
+ "mean_token_accuracy": 0.9080246448516845,
+ "num_tokens": 30043759.0,
+ "step": 4840
+ },
+ {
+ "entropy": 0.25103030242025853,
+ "epoch": 1.3736014728791957,
+ "grad_norm": 3.453125,
+ "learning_rate": 2.361648939324243e-06,
+ "loss": 0.28985164165496824,
+ "mean_token_accuracy": 0.926340526342392,
+ "num_tokens": 30100262.0,
+ "step": 4850
+ },
+ {
+ "entropy": 0.2580802061595023,
+ "epoch": 1.3764339328706983,
+ "grad_norm": 3.28125,
+ "learning_rate": 2.342197749465984e-06,
+ "loss": 0.31032874584198,
+ "mean_token_accuracy": 0.9193428009748459,
+ "num_tokens": 30164118.0,
+ "step": 4860
+ },
+ {
+ "entropy": 0.27607944067567586,
+ "epoch": 1.3792663928622009,
+ "grad_norm": 3.40625,
+ "learning_rate": 2.3228024633017116e-06,
+ "loss": 0.3126307487487793,
+ "mean_token_accuracy": 0.9179492324590683,
+ "num_tokens": 30224388.0,
+ "step": 4870
+ },
+ {
+ "entropy": 0.28047991786152127,
+ "epoch": 1.3820988528537035,
+ "grad_norm": 2.71875,
+ "learning_rate": 2.303463488788089e-06,
+ "loss": 0.30843875408172605,
+ "mean_token_accuracy": 0.9161667764186859,
+ "num_tokens": 30289143.0,
+ "step": 4880
+ },
+ {
+ "entropy": 0.2500641171820462,
+ "epoch": 1.384931312845206,
+ "grad_norm": 4.3125,
+ "learning_rate": 2.284181232697332e-06,
+ "loss": 0.3286006450653076,
+ "mean_token_accuracy": 0.9237422406673431,
+ "num_tokens": 30347509.0,
+ "step": 4890
+ },
+ {
+ "entropy": 0.26391101712360976,
+ "epoch": 1.3877637728367087,
+ "grad_norm": 3.1875,
+ "learning_rate": 2.2649561006086558e-06,
+ "loss": 0.36521620750427247,
+ "mean_token_accuracy": 0.921583104133606,
+ "num_tokens": 30407734.0,
+ "step": 4900
+ },
+ {
+ "entropy": 0.2082054775673896,
+ "epoch": 1.3905962328282113,
+ "grad_norm": 3.171875,
+ "learning_rate": 2.245788496899736e-06,
+ "loss": 0.26845521926879884,
+ "mean_token_accuracy": 0.9378845795989037,
+ "num_tokens": 30466946.0,
+ "step": 4910
+ },
+ {
+ "entropy": 0.22866754801943898,
+ "epoch": 1.393428692819714,
+ "grad_norm": 2.75,
+ "learning_rate": 2.2266788247382104e-06,
+ "loss": 0.27818896770477297,
+ "mean_token_accuracy": 0.9301291614770889,
+ "num_tokens": 30533581.0,
+ "step": 4920
+ },
+ {
+ "entropy": 0.24968635374680162,
+ "epoch": 1.3962611528112165,
+ "grad_norm": 3.1875,
+ "learning_rate": 2.207627486073193e-06,
+ "loss": 0.287874698638916,
+ "mean_token_accuracy": 0.9242622211575509,
+ "num_tokens": 30601850.0,
+ "step": 4930
+ },
+ {
+ "entropy": 0.30023376140743496,
+ "epoch": 1.3990936128027192,
+ "grad_norm": 2.578125,
+ "learning_rate": 2.188634881626824e-06,
+ "loss": 0.3350045680999756,
+ "mean_token_accuracy": 0.9105271488428116,
+ "num_tokens": 30671400.0,
+ "step": 4940
+ },
+ {
+ "entropy": 0.2472711553797126,
+ "epoch": 1.4019260727942218,
+ "grad_norm": 2.640625,
+ "learning_rate": 2.169701410885844e-06,
+ "loss": 0.30690841674804686,
+ "mean_token_accuracy": 0.925593939423561,
+ "num_tokens": 30730507.0,
+ "step": 4950
+ },
+ {
+ "entropy": 0.25907982494682075,
+ "epoch": 1.4047585327857244,
+ "grad_norm": 3.234375,
+ "learning_rate": 2.1508274720931782e-06,
+ "loss": 0.28761587142944334,
+ "mean_token_accuracy": 0.9222486436367034,
+ "num_tokens": 30795393.0,
+ "step": 4960
+ },
+ {
+ "entropy": 0.2811718896962702,
+ "epoch": 1.407590992777227,
+ "grad_norm": 3.234375,
+ "learning_rate": 2.132013462239575e-06,
+ "loss": 0.3265038251876831,
+ "mean_token_accuracy": 0.9145691886544227,
+ "num_tokens": 30857562.0,
+ "step": 4970
+ },
+ {
+ "entropy": 0.28517370773479345,
+ "epoch": 1.4104234527687296,
+ "grad_norm": 2.328125,
+ "learning_rate": 2.1132597770552438e-06,
+ "loss": 0.31507909297943115,
+ "mean_token_accuracy": 0.9142434164881706,
+ "num_tokens": 30922675.0,
+ "step": 4980
+ },
+ {
+ "entropy": 0.19877292485907674,
+ "epoch": 1.4132559127602322,
+ "grad_norm": 3.765625,
+ "learning_rate": 2.0945668110015444e-06,
+ "loss": 0.23243415355682373,
+ "mean_token_accuracy": 0.9366410985589028,
+ "num_tokens": 30976543.0,
+ "step": 4990
+ },
+ {
+ "entropy": 0.2432062154635787,
+ "epoch": 1.4160883727517348,
+ "grad_norm": 2.5,
+ "learning_rate": 2.0759349572626746e-06,
+ "loss": 0.2862151384353638,
+ "mean_token_accuracy": 0.9267523601651192,
+ "num_tokens": 31038473.0,
+ "step": 5000
+ },
+ {
+ "entropy": 0.3237845581024885,
+ "epoch": 1.4189208327432374,
+ "grad_norm": 3.875,
+ "learning_rate": 2.0573646077374104e-06,
+ "loss": 0.37770848274230956,
+ "mean_token_accuracy": 0.9031021609902382,
+ "num_tokens": 31099230.0,
+ "step": 5010
+ },
+ {
+ "entropy": 0.2877516193315387,
+ "epoch": 1.42175329273474,
+ "grad_norm": 2.734375,
+ "learning_rate": 2.0388561530308635e-06,
+ "loss": 0.34712216854095457,
+ "mean_token_accuracy": 0.9134866118431091,
+ "num_tokens": 31166088.0,
+ "step": 5020
+ },
+ {
+ "entropy": 0.2820683201774955,
+ "epoch": 1.4245857527262427,
+ "grad_norm": 2.796875,
+ "learning_rate": 2.020409982446257e-06,
+ "loss": 0.3219949960708618,
+ "mean_token_accuracy": 0.9166051208972931,
+ "num_tokens": 31228723.0,
+ "step": 5030
+ },
+ {
+ "entropy": 0.27668618680909274,
+ "epoch": 1.4274182127177455,
+ "grad_norm": 2.515625,
+ "learning_rate": 2.002026483976743e-06,
+ "loss": 0.3125786066055298,
+ "mean_token_accuracy": 0.9155862748622894,
+ "num_tokens": 31291073.0,
+ "step": 5040
+ },
+ {
+ "entropy": 0.2827945364639163,
+ "epoch": 1.4302506727092479,
+ "grad_norm": 2.890625,
+ "learning_rate": 1.983706044297246e-06,
+ "loss": 0.3369795560836792,
+ "mean_token_accuracy": 0.9160067468881607,
+ "num_tokens": 31353485.0,
+ "step": 5050
+ },
+ {
+ "entropy": 0.26270845299586654,
+ "epoch": 1.4330831327007507,
+ "grad_norm": 2.390625,
+ "learning_rate": 1.965449048756313e-06,
+ "loss": 0.32433252334594725,
+ "mean_token_accuracy": 0.917706748843193,
+ "num_tokens": 31416187.0,
+ "step": 5060
+ },
+ {
+ "entropy": 0.25601281197741627,
+ "epoch": 1.435915592692253,
+ "grad_norm": 3.171875,
+ "learning_rate": 1.9472558813680302e-06,
+ "loss": 0.3209353446960449,
+ "mean_token_accuracy": 0.9202107876539231,
+ "num_tokens": 31476116.0,
+ "step": 5070
+ },
+ {
+ "entropy": 0.20480688754469156,
+ "epoch": 1.438748052683756,
+ "grad_norm": 2.640625,
+ "learning_rate": 1.929126924803934e-06,
+ "loss": 0.23985617160797118,
+ "mean_token_accuracy": 0.9381486117839813,
+ "num_tokens": 31535405.0,
+ "step": 5080
+ },
+ {
+ "entropy": 0.2611421229317784,
+ "epoch": 1.4415805126752583,
+ "grad_norm": 3.5625,
+ "learning_rate": 1.9110625603849527e-06,
+ "loss": 0.32944498062133787,
+ "mean_token_accuracy": 0.9202523365616798,
+ "num_tokens": 31597693.0,
+ "step": 5090
+ },
+ {
+ "entropy": 0.23836144469678403,
+ "epoch": 1.4444129726667612,
+ "grad_norm": 2.03125,
+ "learning_rate": 1.893063168073408e-06,
+ "loss": 0.29022033214569093,
+ "mean_token_accuracy": 0.9306372493505478,
+ "num_tokens": 31656977.0,
+ "step": 5100
+ },
+ {
+ "entropy": 0.28606463205069305,
+ "epoch": 1.4472454326582638,
+ "grad_norm": 2.5,
+ "learning_rate": 1.8751291264650046e-06,
+ "loss": 0.3439618110656738,
+ "mean_token_accuracy": 0.9139068111777305,
+ "num_tokens": 31718707.0,
+ "step": 5110
+ },
+ {
+ "entropy": 0.2603332348167896,
+ "epoch": 1.4500778926497664,
+ "grad_norm": 3.359375,
+ "learning_rate": 1.8572608127808728e-06,
+ "loss": 0.31691861152648926,
+ "mean_token_accuracy": 0.9209822177886963,
+ "num_tokens": 31782906.0,
+ "step": 5120
+ },
+ {
+ "entropy": 0.20631724232807755,
+ "epoch": 1.452910352641269,
+ "grad_norm": 2.3125,
+ "learning_rate": 1.83945860285964e-06,
+ "loss": 0.2487272262573242,
+ "mean_token_accuracy": 0.9387247279286385,
+ "num_tokens": 31843112.0,
+ "step": 5130
+ },
+ {
+ "entropy": 0.312122474052012,
+ "epoch": 1.4557428126327716,
+ "grad_norm": 2.59375,
+ "learning_rate": 1.8217228711495144e-06,
+ "loss": 0.3650108814239502,
+ "mean_token_accuracy": 0.903496403992176,
+ "num_tokens": 31908733.0,
+ "step": 5140
+ },
+ {
+ "entropy": 0.21777895856648682,
+ "epoch": 1.4585752726242742,
+ "grad_norm": 2.84375,
+ "learning_rate": 1.8040539907004151e-06,
+ "loss": 0.2540838003158569,
+ "mean_token_accuracy": 0.933236388862133,
+ "num_tokens": 31965951.0,
+ "step": 5150
+ },
+ {
+ "entropy": 0.2150375141762197,
+ "epoch": 1.4614077326157768,
+ "grad_norm": 3.109375,
+ "learning_rate": 1.7864523331561289e-06,
+ "loss": 0.25230045318603517,
+ "mean_token_accuracy": 0.9354735314846039,
+ "num_tokens": 32030628.0,
+ "step": 5160
+ },
+ {
+ "entropy": 0.2608655440621078,
+ "epoch": 1.4642401926072794,
+ "grad_norm": 3.046875,
+ "learning_rate": 1.7689182687464856e-06,
+ "loss": 0.3130248308181763,
+ "mean_token_accuracy": 0.9211593955755234,
+ "num_tokens": 32097676.0,
+ "step": 5170
+ },
+ {
+ "entropy": 0.25380949294194577,
+ "epoch": 1.467072652598782,
+ "grad_norm": 2.890625,
+ "learning_rate": 1.7514521662795747e-06,
+ "loss": 0.2816046476364136,
+ "mean_token_accuracy": 0.9257098287343979,
+ "num_tokens": 32158741.0,
+ "step": 5180
+ },
+ {
+ "entropy": 0.25251292893663047,
+ "epoch": 1.4699051125902847,
+ "grad_norm": 2.65625,
+ "learning_rate": 1.7340543931339855e-06,
+ "loss": 0.29217917919158937,
+ "mean_token_accuracy": 0.9239209443330765,
+ "num_tokens": 32214336.0,
+ "step": 5190
+ },
+ {
+ "entropy": 0.19389442894607783,
+ "epoch": 1.4727375725817873,
+ "grad_norm": 2.609375,
+ "learning_rate": 1.7167253152510881e-06,
+ "loss": 0.2437535524368286,
+ "mean_token_accuracy": 0.9410161271691322,
+ "num_tokens": 32272894.0,
+ "step": 5200
+ },
+ {
+ "entropy": 0.24098797258920968,
+ "epoch": 1.47557003257329,
+ "grad_norm": 2.734375,
+ "learning_rate": 1.6994652971273234e-06,
+ "loss": 0.3020350217819214,
+ "mean_token_accuracy": 0.927329009771347,
+ "num_tokens": 32334986.0,
+ "step": 5210
+ },
+ {
+ "entropy": 0.22781321993097664,
+ "epoch": 1.4784024925647925,
+ "grad_norm": 3.34375,
+ "learning_rate": 1.6822747018065454e-06,
+ "loss": 0.27587802410125734,
+ "mean_token_accuracy": 0.9302007511258126,
+ "num_tokens": 32400375.0,
+ "step": 5220
+ },
+ {
+ "entropy": 0.2371103228069842,
+ "epoch": 1.4812349525562951,
+ "grad_norm": 2.640625,
+ "learning_rate": 1.6651538908723819e-06,
+ "loss": 0.2963529586791992,
+ "mean_token_accuracy": 0.9281015366315841,
+ "num_tokens": 32461495.0,
+ "step": 5230
+ },
+ {
+ "entropy": 0.2026872721500695,
+ "epoch": 1.4840674125477977,
+ "grad_norm": 3.703125,
+ "learning_rate": 1.648103224440628e-06,
+ "loss": 0.2533473253250122,
+ "mean_token_accuracy": 0.9393594354391098,
+ "num_tokens": 32520488.0,
+ "step": 5240
+ },
+ {
+ "entropy": 0.27795653184875846,
+ "epoch": 1.4868998725393003,
+ "grad_norm": 4.28125,
+ "learning_rate": 1.6311230611516787e-06,
+ "loss": 0.3331992864608765,
+ "mean_token_accuracy": 0.9139838621020318,
+ "num_tokens": 32579890.0,
+ "step": 5250
+ },
+ {
+ "entropy": 0.24200157299637795,
+ "epoch": 1.489732332530803,
+ "grad_norm": 2.453125,
+ "learning_rate": 1.6142137581629735e-06,
+ "loss": 0.29794676303863527,
+ "mean_token_accuracy": 0.9251758947968483,
+ "num_tokens": 32638891.0,
+ "step": 5260
+ },
+ {
+ "entropy": 0.28265436114743353,
+ "epoch": 1.4925647925223056,
+ "grad_norm": 2.953125,
+ "learning_rate": 1.5973756711414906e-06,
+ "loss": 0.32789628505706786,
+ "mean_token_accuracy": 0.9158792689442634,
+ "num_tokens": 32698889.0,
+ "step": 5270
+ },
+ {
+ "entropy": 0.2547013622708619,
+ "epoch": 1.4953972525138082,
+ "grad_norm": 3.34375,
+ "learning_rate": 1.5806091542562702e-06,
+ "loss": 0.3087520360946655,
+ "mean_token_accuracy": 0.9223901182413101,
+ "num_tokens": 32761937.0,
+ "step": 5280
+ },
+ {
+ "entropy": 0.22827409273013471,
+ "epoch": 1.4982297125053108,
+ "grad_norm": 2.9375,
+ "learning_rate": 1.5639145601709565e-06,
+ "loss": 0.2831422328948975,
+ "mean_token_accuracy": 0.9307228982448578,
+ "num_tokens": 32827776.0,
+ "step": 5290
+ },
+ {
+ "entropy": 0.2951494877226651,
+ "epoch": 1.5010621724968134,
+ "grad_norm": 2.59375,
+ "learning_rate": 1.5472922400363822e-06,
+ "loss": 0.36947824954986574,
+ "mean_token_accuracy": 0.9096596837043762,
+ "num_tokens": 32894314.0,
+ "step": 5300
+ },
+ {
+ "entropy": 0.2979168656282127,
+ "epoch": 1.5038946324883162,
+ "grad_norm": 2.859375,
+ "learning_rate": 1.5307425434831907e-06,
+ "loss": 0.3343170642852783,
+ "mean_token_accuracy": 0.9080912008881569,
+ "num_tokens": 32956538.0,
+ "step": 5310
+ },
+ {
+ "entropy": 0.30057740341871975,
+ "epoch": 1.5067270924798186,
+ "grad_norm": 3.15625,
+ "learning_rate": 1.5142658186144643e-06,
+ "loss": 0.35959796905517577,
+ "mean_token_accuracy": 0.910037699341774,
+ "num_tokens": 33021410.0,
+ "step": 5320
+ },
+ {
+ "entropy": 0.24314799094572664,
+ "epoch": 1.5095595524713215,
+ "grad_norm": 2.875,
+ "learning_rate": 1.4978624119984215e-06,
+ "loss": 0.2805622100830078,
+ "mean_token_accuracy": 0.9268027886748313,
+ "num_tokens": 33077695.0,
+ "step": 5330
+ },
+ {
+ "entropy": 0.20980772599577904,
+ "epoch": 1.5123920124628238,
+ "grad_norm": 3.21875,
+ "learning_rate": 1.4815326686611203e-06,
+ "loss": 0.2554431200027466,
+ "mean_token_accuracy": 0.936587342619896,
+ "num_tokens": 33139831.0,
+ "step": 5340
+ },
+ {
+ "entropy": 0.21507870415225624,
+ "epoch": 1.5152244724543267,
+ "grad_norm": 3.203125,
+ "learning_rate": 1.4652769320791903e-06,
+ "loss": 0.24842193126678466,
+ "mean_token_accuracy": 0.9355509415268898,
+ "num_tokens": 33197251.0,
+ "step": 5350
+ },
+ {
+ "entropy": 0.2641136610880494,
+ "epoch": 1.518056932445829,
+ "grad_norm": 3.8125,
+ "learning_rate": 1.4490955441726274e-06,
+ "loss": 0.3337679624557495,
+ "mean_token_accuracy": 0.9209033325314522,
+ "num_tokens": 33257985.0,
+ "step": 5360
+ },
+ {
+ "entropy": 0.24620256144553423,
+ "epoch": 1.520889392437332,
+ "grad_norm": 3.484375,
+ "learning_rate": 1.432988845297586e-06,
+ "loss": 0.29033358097076417,
+ "mean_token_accuracy": 0.9254283532500267,
+ "num_tokens": 33319091.0,
+ "step": 5370
+ },
+ {
+ "entropy": 0.2379481267184019,
+ "epoch": 1.5237218524288343,
+ "grad_norm": 2.265625,
+ "learning_rate": 1.4169571742392258e-06,
+ "loss": 0.27025935649871824,
+ "mean_token_accuracy": 0.9277426168322563,
+ "num_tokens": 33383844.0,
+ "step": 5380
+ },
+ {
+ "entropy": 0.2868938121944666,
+ "epoch": 1.5265543124203371,
+ "grad_norm": 3.71875,
+ "learning_rate": 1.4010008682045923e-06,
+ "loss": 0.3404625415802002,
+ "mean_token_accuracy": 0.9113814622163773,
+ "num_tokens": 33453218.0,
+ "step": 5390
+ },
+ {
+ "entropy": 0.22716827960684896,
+ "epoch": 1.5293867724118397,
+ "grad_norm": 3.171875,
+ "learning_rate": 1.3851202628155107e-06,
+ "loss": 0.25096280574798585,
+ "mean_token_accuracy": 0.9309007912874222,
+ "num_tokens": 33508903.0,
+ "step": 5400
+ },
+ {
+ "entropy": 0.27040613191202284,
+ "epoch": 1.5322192324033423,
+ "grad_norm": 3.328125,
+ "learning_rate": 1.369315692101536e-06,
+ "loss": 0.32122843265533446,
+ "mean_token_accuracy": 0.9177961051464081,
+ "num_tokens": 33573171.0,
+ "step": 5410
+ },
+ {
+ "entropy": 0.2600837898440659,
+ "epoch": 1.535051692394845,
+ "grad_norm": 3.234375,
+ "learning_rate": 1.3535874884929268e-06,
+ "loss": 0.3213672637939453,
+ "mean_token_accuracy": 0.9197964414954185,
+ "num_tokens": 33636074.0,
+ "step": 5420
+ },
+ {
+ "entropy": 0.22881285650655628,
+ "epoch": 1.5378841523863476,
+ "grad_norm": 3.09375,
+ "learning_rate": 1.3379359828136484e-06,
+ "loss": 0.2707126379013062,
+ "mean_token_accuracy": 0.9294409155845642,
+ "num_tokens": 33698927.0,
+ "step": 5430
+ },
+ {
+ "entropy": 0.2975919903255999,
+ "epoch": 1.5407166123778502,
+ "grad_norm": 2.5625,
+ "learning_rate": 1.3223615042744177e-06,
+ "loss": 0.34776482582092283,
+ "mean_token_accuracy": 0.9107442811131478,
+ "num_tokens": 33760454.0,
+ "step": 5440
+ },
+ {
+ "entropy": 0.2446910054422915,
+ "epoch": 1.5435490723693528,
+ "grad_norm": 3.6875,
+ "learning_rate": 1.3068643804657755e-06,
+ "loss": 0.3253368616104126,
+ "mean_token_accuracy": 0.9267232105135917,
+ "num_tokens": 33820778.0,
+ "step": 5450
+ },
+ {
+ "entropy": 0.24788066679611803,
+ "epoch": 1.5463815323608554,
+ "grad_norm": 3.1875,
+ "learning_rate": 1.2914449373512039e-06,
+ "loss": 0.290773868560791,
+ "mean_token_accuracy": 0.9264207080006599,
+ "num_tokens": 33885412.0,
+ "step": 5460
+ },
+ {
+ "entropy": 0.26637936308979987,
+ "epoch": 1.549213992352358,
+ "grad_norm": 2.84375,
+ "learning_rate": 1.2761034992602594e-06,
+ "loss": 0.302551794052124,
+ "mean_token_accuracy": 0.9195884510874748,
+ "num_tokens": 33949818.0,
+ "step": 5470
+ },
+ {
+ "entropy": 0.25932731870561837,
+ "epoch": 1.5520464523438606,
+ "grad_norm": 2.734375,
+ "learning_rate": 1.260840388881757e-06,
+ "loss": 0.3070210456848145,
+ "mean_token_accuracy": 0.9207321554422379,
+ "num_tokens": 34014584.0,
+ "step": 5480
+ },
+ {
+ "entropy": 0.27443883698433635,
+ "epoch": 1.5548789123353632,
+ "grad_norm": 3.46875,
+ "learning_rate": 1.2456559272569835e-06,
+ "loss": 0.33689801692962645,
+ "mean_token_accuracy": 0.9148522824048996,
+ "num_tokens": 34084875.0,
+ "step": 5490
+ },
+ {
+ "entropy": 0.23238408304750918,
+ "epoch": 1.5577113723268659,
+ "grad_norm": 2.359375,
+ "learning_rate": 1.2305504337729402e-06,
+ "loss": 0.2621855497360229,
+ "mean_token_accuracy": 0.9286026373505593,
+ "num_tokens": 34149334.0,
+ "step": 5500
+ },
+ {
+ "entropy": 0.19104345375671983,
+ "epoch": 1.5605438323183685,
+ "grad_norm": 3.0,
+ "learning_rate": 1.2155242261556322e-06,
+ "loss": 0.21013360023498534,
+ "mean_token_accuracy": 0.9440885782241821,
+ "num_tokens": 34208909.0,
+ "step": 5510
+ },
+ {
+ "entropy": 0.3090286682359874,
+ "epoch": 1.563376292309871,
+ "grad_norm": 3.546875,
+ "learning_rate": 1.2005776204633784e-06,
+ "loss": 0.3435187578201294,
+ "mean_token_accuracy": 0.906642059981823,
+ "num_tokens": 34277789.0,
+ "step": 5520
+ },
+ {
+ "entropy": 0.27096550054848195,
+ "epoch": 1.5662087523013737,
+ "grad_norm": 3.0,
+ "learning_rate": 1.1857109310801646e-06,
+ "loss": 0.33941338062286375,
+ "mean_token_accuracy": 0.9181032046675682,
+ "num_tokens": 34341408.0,
+ "step": 5530
+ },
+ {
+ "entropy": 0.2512120358645916,
+ "epoch": 1.5690412122928765,
+ "grad_norm": 2.953125,
+ "learning_rate": 1.1709244707090379e-06,
+ "loss": 0.3203424453735352,
+ "mean_token_accuracy": 0.9274255812168122,
+ "num_tokens": 34401100.0,
+ "step": 5540
+ },
+ {
+ "entropy": 0.22159507512114943,
+ "epoch": 1.571873672284379,
+ "grad_norm": 3.25,
+ "learning_rate": 1.1562185503655189e-06,
+ "loss": 0.26977603435516356,
+ "mean_token_accuracy": 0.9318756386637688,
+ "num_tokens": 34462912.0,
+ "step": 5550
+ },
+ {
+ "entropy": 0.23320558797568083,
+ "epoch": 1.5747061322758817,
+ "grad_norm": 1.9609375,
+ "learning_rate": 1.1415934793710665e-06,
+ "loss": 0.2658952474594116,
+ "mean_token_accuracy": 0.9283665150403977,
+ "num_tokens": 34524813.0,
+ "step": 5560
+ },
+ {
+ "entropy": 0.2423627723939717,
+ "epoch": 1.5775385922673841,
+ "grad_norm": 2.453125,
+ "learning_rate": 1.1270495653465736e-06,
+ "loss": 0.2817867279052734,
+ "mean_token_accuracy": 0.9266665682196618,
+ "num_tokens": 34588658.0,
+ "step": 5570
+ },
+ {
+ "entropy": 0.288007527962327,
+ "epoch": 1.580371052258887,
+ "grad_norm": 3.5625,
+ "learning_rate": 1.1125871142058853e-06,
+ "loss": 0.3256409168243408,
+ "mean_token_accuracy": 0.9146550044417381,
+ "num_tokens": 34651205.0,
+ "step": 5580
+ },
+ {
+ "entropy": 0.26610668897628786,
+ "epoch": 1.5832035122503894,
+ "grad_norm": 3.21875,
+ "learning_rate": 1.09820643014938e-06,
+ "loss": 0.30162830352783204,
+ "mean_token_accuracy": 0.9187943205237389,
+ "num_tokens": 34712268.0,
+ "step": 5590
+ },
+ {
+ "entropy": 0.23809606842696668,
+ "epoch": 1.5860359722418922,
+ "grad_norm": 2.671875,
+ "learning_rate": 1.0839078156575627e-06,
+ "loss": 0.2636057615280151,
+ "mean_token_accuracy": 0.9277158841490746,
+ "num_tokens": 34772045.0,
+ "step": 5600
+ },
+ {
+ "entropy": 0.22600625092163681,
+ "epoch": 1.5888684322333946,
+ "grad_norm": 2.96875,
+ "learning_rate": 1.0696915714846957e-06,
+ "loss": 0.2677895545959473,
+ "mean_token_accuracy": 0.9321974024176598,
+ "num_tokens": 34833071.0,
+ "step": 5610
+ },
+ {
+ "entropy": 0.24366146139800549,
+ "epoch": 1.5917008922248974,
+ "grad_norm": 3.53125,
+ "learning_rate": 1.0555579966524881e-06,
+ "loss": 0.29182281494140627,
+ "mean_token_accuracy": 0.9258176818490028,
+ "num_tokens": 34894119.0,
+ "step": 5620
+ },
+ {
+ "entropy": 0.21388702299445866,
+ "epoch": 1.5945333522163998,
+ "grad_norm": 3.0625,
+ "learning_rate": 1.0415073884437976e-06,
+ "loss": 0.2524517774581909,
+ "mean_token_accuracy": 0.9357389867305755,
+ "num_tokens": 34952146.0,
+ "step": 5630
+ },
+ {
+ "entropy": 0.21859713681042195,
+ "epoch": 1.5973658122079026,
+ "grad_norm": 2.8125,
+ "learning_rate": 1.0275400423963717e-06,
+ "loss": 0.24928975105285645,
+ "mean_token_accuracy": 0.934303593635559,
+ "num_tokens": 35011714.0,
+ "step": 5640
+ },
+ {
+ "entropy": 0.2579089604318142,
+ "epoch": 1.600198272199405,
+ "grad_norm": 2.921875,
+ "learning_rate": 1.0136562522966441e-06,
+ "loss": 0.31113855838775634,
+ "mean_token_accuracy": 0.9202840358018876,
+ "num_tokens": 35074651.0,
+ "step": 5650
+ },
+ {
+ "entropy": 0.26469491589814426,
+ "epoch": 1.6030307321909079,
+ "grad_norm": 3.140625,
+ "learning_rate": 9.998563101735476e-07,
+ "loss": 0.3200496435165405,
+ "mean_token_accuracy": 0.9220004096627236,
+ "num_tokens": 35138648.0,
+ "step": 5660
+ },
+ {
+ "entropy": 0.22206950206309556,
+ "epoch": 1.6058631921824105,
+ "grad_norm": 2.640625,
+ "learning_rate": 9.861405062923697e-07,
+ "loss": 0.2514327049255371,
+ "mean_token_accuracy": 0.9321804001927376,
+ "num_tokens": 35196730.0,
+ "step": 5670
+ },
+ {
+ "entropy": 0.24417279483750462,
+ "epoch": 1.608695652173913,
+ "grad_norm": 3.328125,
+ "learning_rate": 9.725091291486566e-07,
+ "loss": 0.30283517837524415,
+ "mean_token_accuracy": 0.926240362226963,
+ "num_tokens": 35257197.0,
+ "step": 5680
+ },
+ {
+ "entropy": 0.30107640102505684,
+ "epoch": 1.6115281121654157,
+ "grad_norm": 2.296875,
+ "learning_rate": 9.589624654621337e-07,
+ "loss": 0.374169659614563,
+ "mean_token_accuracy": 0.9090639904141427,
+ "num_tokens": 35322366.0,
+ "step": 5690
+ },
+ {
+ "entropy": 0.25959637677297,
+ "epoch": 1.6143605721569183,
+ "grad_norm": 3.5,
+ "learning_rate": 9.455008001706823e-07,
+ "loss": 0.3035139560699463,
+ "mean_token_accuracy": 0.920881375670433,
+ "num_tokens": 35384760.0,
+ "step": 5700
+ },
+ {
+ "entropy": 0.26152828708291054,
+ "epoch": 1.617193032148421,
+ "grad_norm": 2.921875,
+ "learning_rate": 9.321244164243426e-07,
+ "loss": 0.3164137125015259,
+ "mean_token_accuracy": 0.9189648017287254,
+ "num_tokens": 35451710.0,
+ "step": 5710
+ },
+ {
+ "entropy": 0.26348818531259893,
+ "epoch": 1.6200254921399235,
+ "grad_norm": 2.84375,
+ "learning_rate": 9.188335955793626e-07,
+ "loss": 0.30527734756469727,
+ "mean_token_accuracy": 0.9183376669883728,
+ "num_tokens": 35512594.0,
+ "step": 5720
+ },
+ {
+ "entropy": 0.2280609853565693,
+ "epoch": 1.6228579521314261,
+ "grad_norm": 2.375,
+ "learning_rate": 9.056286171922734e-07,
+ "loss": 0.2652477264404297,
+ "mean_token_accuracy": 0.9297893449664116,
+ "num_tokens": 35576563.0,
+ "step": 5730
+ },
+ {
+ "entropy": 0.2838295646011829,
+ "epoch": 1.6256904121229288,
+ "grad_norm": 2.9375,
+ "learning_rate": 8.925097590140148e-07,
+ "loss": 0.35121898651123046,
+ "mean_token_accuracy": 0.9098823204636574,
+ "num_tokens": 35640297.0,
+ "step": 5740
+ },
+ {
+ "entropy": 0.2746155882254243,
+ "epoch": 1.6285228721144314,
+ "grad_norm": 3.265625,
+ "learning_rate": 8.794772969840887e-07,
+ "loss": 0.31128735542297364,
+ "mean_token_accuracy": 0.9179449796676635,
+ "num_tokens": 35707899.0,
+ "step": 5750
+ },
+ {
+ "entropy": 0.2756534986197948,
+ "epoch": 1.631355332105934,
+ "grad_norm": 3.234375,
+ "learning_rate": 8.665315052247602e-07,
+ "loss": 0.32416977882385256,
+ "mean_token_accuracy": 0.9196028739213944,
+ "num_tokens": 35772162.0,
+ "step": 5760
+ },
+ {
+ "entropy": 0.2519084827043116,
+ "epoch": 1.6341877920974366,
+ "grad_norm": 3.140625,
+ "learning_rate": 8.536726560352876e-07,
+ "loss": 0.324365496635437,
+ "mean_token_accuracy": 0.9242412179708481,
+ "num_tokens": 35835349.0,
+ "step": 5770
+ },
+ {
+ "entropy": 0.25698692388832567,
+ "epoch": 1.6370202520889392,
+ "grad_norm": 3.53125,
+ "learning_rate": 8.409010198861956e-07,
+ "loss": 0.3088990211486816,
+ "mean_token_accuracy": 0.9209602817893028,
+ "num_tokens": 35897448.0,
+ "step": 5780
+ },
+ {
+ "entropy": 0.22108505498617886,
+ "epoch": 1.6398527120804418,
+ "grad_norm": 2.890625,
+ "learning_rate": 8.282168654135847e-07,
+ "loss": 0.2698824882507324,
+ "mean_token_accuracy": 0.93257477581501,
+ "num_tokens": 35959332.0,
+ "step": 5790
+ },
+ {
+ "entropy": 0.2284936947748065,
+ "epoch": 1.6426851720719444,
+ "grad_norm": 3.28125,
+ "learning_rate": 8.156204594134893e-07,
+ "loss": 0.2973310470581055,
+ "mean_token_accuracy": 0.9306313022971153,
+ "num_tokens": 36021262.0,
+ "step": 5800
+ },
+ {
+ "entropy": 0.24009261797182263,
+ "epoch": 1.6455176320634473,
+ "grad_norm": 3.15625,
+ "learning_rate": 8.031120668362535e-07,
+ "loss": 0.28094191551208497,
+ "mean_token_accuracy": 0.9246355861425399,
+ "num_tokens": 36084005.0,
+ "step": 5810
+ },
+ {
+ "entropy": 0.23662603041157126,
+ "epoch": 1.6483500920549496,
+ "grad_norm": 2.625,
+ "learning_rate": 7.906919507809651e-07,
+ "loss": 0.2780949354171753,
+ "mean_token_accuracy": 0.9279899090528488,
+ "num_tokens": 36147389.0,
+ "step": 5820
+ },
+ {
+ "entropy": 0.23658121339976787,
+ "epoch": 1.6511825520464525,
+ "grad_norm": 2.953125,
+ "learning_rate": 7.783603724899258e-07,
+ "loss": 0.29379072189331057,
+ "mean_token_accuracy": 0.927857731282711,
+ "num_tokens": 36210586.0,
+ "step": 5830
+ },
+ {
+ "entropy": 0.26622840845957396,
+ "epoch": 1.6540150120379549,
+ "grad_norm": 2.96875,
+ "learning_rate": 7.661175913431429e-07,
+ "loss": 0.2929482936859131,
+ "mean_token_accuracy": 0.9188829958438873,
+ "num_tokens": 36274779.0,
+ "step": 5840
+ },
+ {
+ "entropy": 0.21175987273454666,
+ "epoch": 1.6568474720294577,
+ "grad_norm": 2.75,
+ "learning_rate": 7.53963864852888e-07,
+ "loss": 0.2593329906463623,
+ "mean_token_accuracy": 0.934892113506794,
+ "num_tokens": 36335052.0,
+ "step": 5850
+ },
+ {
+ "entropy": 0.2694924921728671,
+ "epoch": 1.65967993202096,
+ "grad_norm": 2.515625,
+ "learning_rate": 7.418994486582759e-07,
+ "loss": 0.3219228506088257,
+ "mean_token_accuracy": 0.918947072327137,
+ "num_tokens": 36402302.0,
+ "step": 5860
+ },
+ {
+ "entropy": 0.22867691768333315,
+ "epoch": 1.662512392012463,
+ "grad_norm": 2.125,
+ "learning_rate": 7.299245965198781e-07,
+ "loss": 0.27680966854095457,
+ "mean_token_accuracy": 0.9292436599731445,
+ "num_tokens": 36462632.0,
+ "step": 5870
+ },
+ {
+ "entropy": 0.2866896932013333,
+ "epoch": 1.6653448520039653,
+ "grad_norm": 2.984375,
+ "learning_rate": 7.180395603144008e-07,
+ "loss": 0.34249396324157716,
+ "mean_token_accuracy": 0.91329265832901,
+ "num_tokens": 36527224.0,
+ "step": 5880
+ },
+ {
+ "entropy": 0.27094610016793014,
+ "epoch": 1.6681773119954681,
+ "grad_norm": 3.265625,
+ "learning_rate": 7.062445900293785e-07,
+ "loss": 0.36627175807952883,
+ "mean_token_accuracy": 0.9188960358500481,
+ "num_tokens": 36592894.0,
+ "step": 5890
+ },
+ {
+ "entropy": 0.26132087502628565,
+ "epoch": 1.6710097719869705,
+ "grad_norm": 2.9375,
+ "learning_rate": 6.9453993375791e-07,
+ "loss": 0.3172159194946289,
+ "mean_token_accuracy": 0.9181624829769135,
+ "num_tokens": 36654978.0,
+ "step": 5900
+ },
+ {
+ "entropy": 0.233911953587085,
+ "epoch": 1.6738422319784734,
+ "grad_norm": 2.890625,
+ "learning_rate": 6.829258376934561e-07,
+ "loss": 0.2974437713623047,
+ "mean_token_accuracy": 0.928301876783371,
+ "num_tokens": 36719391.0,
+ "step": 5910
+ },
+ {
+ "entropy": 0.21565931793302298,
+ "epoch": 1.6766746919699758,
+ "grad_norm": 3.609375,
+ "learning_rate": 6.714025461246454e-07,
+ "loss": 0.2669668436050415,
+ "mean_token_accuracy": 0.9334323838353157,
+ "num_tokens": 36778045.0,
+ "step": 5920
+ },
+ {
+ "entropy": 0.21683911168947817,
+ "epoch": 1.6795071519614786,
+ "grad_norm": 2.84375,
+ "learning_rate": 6.59970301430144e-07,
+ "loss": 0.26363070011138917,
+ "mean_token_accuracy": 0.9335852771997452,
+ "num_tokens": 36837249.0,
+ "step": 5930
+ },
+ {
+ "entropy": 0.23265648679807782,
+ "epoch": 1.6823396119529812,
+ "grad_norm": 3.3125,
+ "learning_rate": 6.48629344073558e-07,
+ "loss": 0.26622016429901124,
+ "mean_token_accuracy": 0.9274113267660141,
+ "num_tokens": 36898226.0,
+ "step": 5940
+ },
+ {
+ "entropy": 0.2784924143925309,
+ "epoch": 1.6851720719444838,
+ "grad_norm": 2.671875,
+ "learning_rate": 6.37379912598371e-07,
+ "loss": 0.34350905418395994,
+ "mean_token_accuracy": 0.9142558068037033,
+ "num_tokens": 36963382.0,
+ "step": 5950
+ },
+ {
+ "entropy": 0.24184053102508188,
+ "epoch": 1.6880045319359864,
+ "grad_norm": 3.78125,
+ "learning_rate": 6.262222436229292e-07,
+ "loss": 0.2830460548400879,
+ "mean_token_accuracy": 0.9260421633720398,
+ "num_tokens": 37024951.0,
+ "step": 5960
+ },
+ {
+ "entropy": 0.21509222900494934,
+ "epoch": 1.690836991927489,
+ "grad_norm": 2.765625,
+ "learning_rate": 6.151565718354652e-07,
+ "loss": 0.2527156829833984,
+ "mean_token_accuracy": 0.9360066995024681,
+ "num_tokens": 37079547.0,
+ "step": 5970
+ },
+ {
+ "entropy": 0.24560804115608334,
+ "epoch": 1.6936694519189917,
+ "grad_norm": 3.65625,
+ "learning_rate": 6.041831299891616e-07,
+ "loss": 0.27899770736694335,
+ "mean_token_accuracy": 0.9240980878472328,
+ "num_tokens": 37139223.0,
+ "step": 5980
+ },
+ {
+ "entropy": 0.23427843432873488,
+ "epoch": 1.6965019119104943,
+ "grad_norm": 3.34375,
+ "learning_rate": 5.933021488972518e-07,
+ "loss": 0.2709463357925415,
+ "mean_token_accuracy": 0.9293721422553063,
+ "num_tokens": 37199693.0,
+ "step": 5990
+ },
+ {
+ "entropy": 0.19755451856181025,
+ "epoch": 1.6993343719019969,
+ "grad_norm": 3.640625,
+ "learning_rate": 5.825138574281697e-07,
+ "loss": 0.2685497045516968,
+ "mean_token_accuracy": 0.9402319520711899,
+ "num_tokens": 37259409.0,
+ "step": 6000
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 7062,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 2,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 5.368439890646139e+17,
+ "train_batch_size": 4,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/checkpoint-6000/training_args.bin b/checkpoint-6000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aba49055cfa1d5774559bd6e849e55b3a159ad6e
--- /dev/null
+++ b/checkpoint-6000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3877cc7497dd1227f9a4d5559fa4971f821a57fe04698f05fa13abaa01033e02
+size 5777
diff --git a/checkpoint-6500/chat_template.jinja b/checkpoint-6500/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..3351794a94e61dfc4bc89ee46b1c94c5adb65eef
--- /dev/null
+++ b/checkpoint-6500/chat_template.jinja
@@ -0,0 +1,90 @@
+{%- set enable_thinking = true %}
+{%- if tools %}
+ {{- '<|im_start|>system\n' }}
+ {%- if messages[0].role == 'system' %}
+ {{- messages[0].content + '\n\n' }}
+ {%- endif %}
+ {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }}
+ {%- for tool in tools %}
+ {{- "\n" }}
+ {{- tool | tojson }}
+ {%- endfor %}
+ {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }}
+{%- else %}
+ {%- if messages[0].role == 'system' %}
+ {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+ {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+ {%- set index = (messages|length - 1) - loop.index0 %}
+ {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %}
+ {%- set ns.multi_step_tool = false %}
+ {%- set ns.last_query_index = index %}
+ {%- endif %}
+{%- endfor %}
+{%- for message in messages %}
+ {%- if message.content is string %}
+ {%- set content = message.content %}
+ {%- else %}
+ {%- set content = '' %}
+ {%- endif %}
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+ {%- elif message.role == "assistant" %}
+ {%- set reasoning_content = '' %}
+ {%- if message.reasoning_content is string %}
+ {%- set reasoning_content = message.reasoning_content %}
+ {%- else %}
+ {%- if '' in content %}
+ {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %}
+ {%- set content = content.split('')[-1].lstrip('\n') %}
+ {%- endif %}
+ {%- endif %}
+ {%- if loop.index0 > ns.last_query_index %}
+ {%- if loop.last or (not loop.last and reasoning_content) %}
+ {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }}
+ {%- else %}
+ {{- '<|im_start|>' + message.role + '\n' + content }}
+ {%- endif %}
+ {%- else %}
+ {{- '<|im_start|>' + message.role + '\n' + content }}
+ {%- endif %}
+ {%- if message.tool_calls %}
+ {%- for tool_call in message.tool_calls %}
+ {%- if (loop.first and content) or (not loop.first) %}
+ {{- '\n' }}
+ {%- endif %}
+ {%- if tool_call.function %}
+ {%- set tool_call = tool_call.function %}
+ {%- endif %}
+ {{- '\n{"name": "' }}
+ {{- tool_call.name }}
+ {{- '", "arguments": ' }}
+ {%- if tool_call.arguments is string %}
+ {{- tool_call.arguments }}
+ {%- else %}
+ {{- tool_call.arguments | tojson }}
+ {%- endif %}
+ {{- '}\n' }}
+ {%- endfor %}
+ {%- endif %}
+ {{- '<|im_end|>\n' }}
+ {%- elif message.role == "tool" %}
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+ {{- '<|im_start|>user' }}
+ {%- endif %}
+ {{- '\n\n' }}
+ {{- content }}
+ {{- '\n' }}
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+ {{- '<|im_end|>\n' }}
+ {%- endif %}
+ {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+ {{- '<|im_start|>assistant\n' }}
+ {%- if enable_thinking is defined and enable_thinking is false %}
+ {{- '\n\n\n\n' }}
+ {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/checkpoint-6500/config.json b/checkpoint-6500/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1d219d6a6d288625229a71646710b85cf7ae5def
--- /dev/null
+++ b/checkpoint-6500/config.json
@@ -0,0 +1,63 @@
+{
+ "architectures": [
+ "Qwen3ForCausalLM"
+ ],
+ "attention_bias": false,
+ "attention_dropout": 0.0,
+ "bos_token_id": null,
+ "dtype": "bfloat16",
+ "eos_token_id": 151645,
+ "head_dim": 128,
+ "hidden_act": "silu",
+ "hidden_size": 2048,
+ "initializer_range": 0.02,
+ "intermediate_size": 6144,
+ "layer_types": [
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention"
+ ],
+ "max_position_embeddings": 40960,
+ "max_window_layers": 28,
+ "model_type": "qwen3",
+ "num_attention_heads": 16,
+ "num_hidden_layers": 28,
+ "num_key_value_heads": 8,
+ "pad_token_id": 151643,
+ "rms_norm_eps": 1e-06,
+ "rope_parameters": {
+ "rope_theta": 1000000,
+ "rope_type": "default"
+ },
+ "sliding_window": null,
+ "tie_word_embeddings": true,
+ "transformers_version": "5.7.0",
+ "use_cache": false,
+ "use_sliding_window": false,
+ "vocab_size": 151936
+}
diff --git a/checkpoint-6500/generation_config.json b/checkpoint-6500/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..5ec133d867b1427d43a5ee0ea332bd088fc12013
--- /dev/null
+++ b/checkpoint-6500/generation_config.json
@@ -0,0 +1,12 @@
+{
+ "do_sample": true,
+ "eos_token_id": [
+ 151645,
+ 151643
+ ],
+ "pad_token_id": 151643,
+ "temperature": 0.6,
+ "top_k": 20,
+ "top_p": 0.95,
+ "transformers_version": "5.7.0"
+}
diff --git a/checkpoint-6500/model.safetensors b/checkpoint-6500/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..58df1a3beb1852769c1c9be414d075ad96a55a20
--- /dev/null
+++ b/checkpoint-6500/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838f01837f8b48de534cdc9ef67486adfd62a3dbb5460e794b345b3998381df5
+size 3441185608
diff --git a/checkpoint-6500/optimizer.pt b/checkpoint-6500/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c18a504d08c61c6881e38be46efd092b06fe34
--- /dev/null
+++ b/checkpoint-6500/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b5fbedfa7112bc9900bf956dfa4ad0e319058b0441c7bba17ff3534ecd6c46
+size 6882567855
diff --git a/checkpoint-6500/rng_state.pth b/checkpoint-6500/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d574f6e8c0d75e1e4c1b6070874a51292d2406ef
--- /dev/null
+++ b/checkpoint-6500/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6c4eb2ee4da373f9e7e81beaa0a6e3a79251b127aed60d93b97c78c7b62d08
+size 14709
diff --git a/checkpoint-6500/scheduler.pt b/checkpoint-6500/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b05e1d9386d19a0ba79f93845360dc279e32eb4
--- /dev/null
+++ b/checkpoint-6500/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200ab293bd3037223058a2d29f58b1900f9a8d48c3ea89b213487a9079b12e2a
+size 1465
diff --git a/checkpoint-6500/tokenizer.json b/checkpoint-6500/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..c0514b32204177c8f18e590a488ef974b883b37f
--- /dev/null
+++ b/checkpoint-6500/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ff947750287e6ea07d0b2507b144c5c645274f3dcfae956140522843851c7f
+size 11422916
diff --git a/checkpoint-6500/tokenizer_config.json b/checkpoint-6500/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..57b564de469af892cab80d1caca382b0740a5698
--- /dev/null
+++ b/checkpoint-6500/tokenizer_config.json
@@ -0,0 +1,37 @@
+{
+ "add_prefix_space": false,
+ "backend": "tokenizers",
+ "bos_token": null,
+ "clean_up_tokenization_spaces": false,
+ "eos_token": "<|im_end|>",
+ "errors": "replace",
+ "extra_special_tokens": [
+ "<|im_start|>",
+ "<|im_end|>",
+ "<|object_ref_start|>",
+ "<|object_ref_end|>",
+ "<|box_start|>",
+ "<|box_end|>",
+ "<|quad_start|>",
+ "<|quad_end|>",
+ "<|vision_start|>",
+ "<|vision_end|>",
+ "<|vision_pad|>",
+ "<|image_pad|>",
+ "<|video_pad|>"
+ ],
+ "is_local": true,
+ "local_files_only": false,
+ "max_length": 2048,
+ "model_max_length": 131072,
+ "pad_to_multiple_of": null,
+ "pad_token": "<|endoftext|>",
+ "pad_token_type_id": 0,
+ "padding_side": "left",
+ "split_special_tokens": false,
+ "stride": 0,
+ "tokenizer_class": "Qwen2Tokenizer",
+ "truncation_side": "right",
+ "truncation_strategy": "longest_first",
+ "unk_token": null
+}
diff --git a/checkpoint-6500/trainer_state.json b/checkpoint-6500/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..25e8f012513f1475f6898fb34904fce2c0377022
--- /dev/null
+++ b/checkpoint-6500/trainer_state.json
@@ -0,0 +1,6534 @@
+{
+ "best_global_step": null,
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 1.840957371477128,
+ "eval_steps": 500,
+ "global_step": 6500,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "entropy": 0.29507704377174376,
+ "epoch": 0.00283245999150262,
+ "grad_norm": 4.09375,
+ "learning_rate": 4.2452830188679244e-07,
+ "loss": 0.3566948413848877,
+ "mean_token_accuracy": 0.9076204329729081,
+ "num_tokens": 57754.0,
+ "step": 10
+ },
+ {
+ "entropy": 0.2551024345681071,
+ "epoch": 0.00566491998300524,
+ "grad_norm": 3.40625,
+ "learning_rate": 8.962264150943397e-07,
+ "loss": 0.31477539539337157,
+ "mean_token_accuracy": 0.9188954353332519,
+ "num_tokens": 119901.0,
+ "step": 20
+ },
+ {
+ "entropy": 0.2523306422866881,
+ "epoch": 0.008497379974507861,
+ "grad_norm": 3.140625,
+ "learning_rate": 1.3679245283018869e-06,
+ "loss": 0.2913109064102173,
+ "mean_token_accuracy": 0.9215194329619407,
+ "num_tokens": 180311.0,
+ "step": 30
+ },
+ {
+ "entropy": 0.22679653987288476,
+ "epoch": 0.01132983996601048,
+ "grad_norm": 2.484375,
+ "learning_rate": 1.839622641509434e-06,
+ "loss": 0.2628800630569458,
+ "mean_token_accuracy": 0.9269197300076485,
+ "num_tokens": 240679.0,
+ "step": 40
+ },
+ {
+ "entropy": 0.25960975158959626,
+ "epoch": 0.0141622999575131,
+ "grad_norm": 3.171875,
+ "learning_rate": 2.3113207547169815e-06,
+ "loss": 0.28663818836212157,
+ "mean_token_accuracy": 0.9190028250217438,
+ "num_tokens": 300178.0,
+ "step": 50
+ },
+ {
+ "entropy": 0.23047537030652165,
+ "epoch": 0.016994759949015722,
+ "grad_norm": 3.359375,
+ "learning_rate": 2.7830188679245286e-06,
+ "loss": 0.2869963407516479,
+ "mean_token_accuracy": 0.9282467097043992,
+ "num_tokens": 363367.0,
+ "step": 60
+ },
+ {
+ "entropy": 0.2742697206325829,
+ "epoch": 0.01982721994051834,
+ "grad_norm": 2.84375,
+ "learning_rate": 3.2547169811320758e-06,
+ "loss": 0.33283913135528564,
+ "mean_token_accuracy": 0.9160554230213165,
+ "num_tokens": 422934.0,
+ "step": 70
+ },
+ {
+ "entropy": 0.2207114916294813,
+ "epoch": 0.02265967993202096,
+ "grad_norm": 2.296875,
+ "learning_rate": 3.726415094339623e-06,
+ "loss": 0.2637247323989868,
+ "mean_token_accuracy": 0.93454180508852,
+ "num_tokens": 485474.0,
+ "step": 80
+ },
+ {
+ "entropy": 0.29863583780825137,
+ "epoch": 0.02549213992352358,
+ "grad_norm": 3.109375,
+ "learning_rate": 4.19811320754717e-06,
+ "loss": 0.3299318552017212,
+ "mean_token_accuracy": 0.9074279353022575,
+ "num_tokens": 546729.0,
+ "step": 90
+ },
+ {
+ "entropy": 0.2593200202099979,
+ "epoch": 0.0283245999150262,
+ "grad_norm": 3.296875,
+ "learning_rate": 4.6698113207547175e-06,
+ "loss": 0.30571737289428713,
+ "mean_token_accuracy": 0.9210630834102631,
+ "num_tokens": 610043.0,
+ "step": 100
+ },
+ {
+ "entropy": 0.23882317589595914,
+ "epoch": 0.03115705990652882,
+ "grad_norm": 2.9375,
+ "learning_rate": 5.1415094339622655e-06,
+ "loss": 0.2805943965911865,
+ "mean_token_accuracy": 0.9287041068077088,
+ "num_tokens": 672659.0,
+ "step": 110
+ },
+ {
+ "entropy": 0.3046730716712773,
+ "epoch": 0.033989519898031444,
+ "grad_norm": 2.953125,
+ "learning_rate": 5.613207547169813e-06,
+ "loss": 0.33022561073303225,
+ "mean_token_accuracy": 0.9067787274718284,
+ "num_tokens": 734933.0,
+ "step": 120
+ },
+ {
+ "entropy": 0.2995048786513507,
+ "epoch": 0.03682197988953406,
+ "grad_norm": 3.125,
+ "learning_rate": 6.08490566037736e-06,
+ "loss": 0.349836540222168,
+ "mean_token_accuracy": 0.9100313737988472,
+ "num_tokens": 802051.0,
+ "step": 130
+ },
+ {
+ "entropy": 0.29361706245690583,
+ "epoch": 0.03965443988103668,
+ "grad_norm": 2.5,
+ "learning_rate": 6.556603773584907e-06,
+ "loss": 0.35902695655822753,
+ "mean_token_accuracy": 0.9101588934659958,
+ "num_tokens": 867377.0,
+ "step": 140
+ },
+ {
+ "entropy": 0.24544770400971175,
+ "epoch": 0.0424868998725393,
+ "grad_norm": 2.84375,
+ "learning_rate": 7.028301886792454e-06,
+ "loss": 0.285405707359314,
+ "mean_token_accuracy": 0.9270808070898056,
+ "num_tokens": 927107.0,
+ "step": 150
+ },
+ {
+ "entropy": 0.2875491754151881,
+ "epoch": 0.04531935986404192,
+ "grad_norm": 3.234375,
+ "learning_rate": 7.500000000000001e-06,
+ "loss": 0.3402009725570679,
+ "mean_token_accuracy": 0.9136876732110977,
+ "num_tokens": 990528.0,
+ "step": 160
+ },
+ {
+ "entropy": 0.22622144613415002,
+ "epoch": 0.04815181985554454,
+ "grad_norm": 2.25,
+ "learning_rate": 7.971698113207547e-06,
+ "loss": 0.2910705804824829,
+ "mean_token_accuracy": 0.9321711152791977,
+ "num_tokens": 1058242.0,
+ "step": 170
+ },
+ {
+ "entropy": 0.29517930569127204,
+ "epoch": 0.05098427984704716,
+ "grad_norm": 2.359375,
+ "learning_rate": 8.443396226415095e-06,
+ "loss": 0.33316755294799805,
+ "mean_token_accuracy": 0.9101866632699966,
+ "num_tokens": 1122005.0,
+ "step": 180
+ },
+ {
+ "entropy": 0.24930730648338795,
+ "epoch": 0.05381673983854978,
+ "grad_norm": 3.0,
+ "learning_rate": 8.915094339622642e-06,
+ "loss": 0.30969944000244143,
+ "mean_token_accuracy": 0.9247294485569,
+ "num_tokens": 1188490.0,
+ "step": 190
+ },
+ {
+ "entropy": 0.25839815735816957,
+ "epoch": 0.0566491998300524,
+ "grad_norm": 3.0625,
+ "learning_rate": 9.38679245283019e-06,
+ "loss": 0.297174334526062,
+ "mean_token_accuracy": 0.9204156577587128,
+ "num_tokens": 1251678.0,
+ "step": 200
+ },
+ {
+ "entropy": 0.2905343039892614,
+ "epoch": 0.05948165982155502,
+ "grad_norm": 2.8125,
+ "learning_rate": 9.858490566037736e-06,
+ "loss": 0.32970147132873534,
+ "mean_token_accuracy": 0.913238699734211,
+ "num_tokens": 1313699.0,
+ "step": 210
+ },
+ {
+ "entropy": 0.2568929926492274,
+ "epoch": 0.06231411981305764,
+ "grad_norm": 2.5625,
+ "learning_rate": 9.999974233565972e-06,
+ "loss": 0.30164146423339844,
+ "mean_token_accuracy": 0.9249269992113114,
+ "num_tokens": 1375715.0,
+ "step": 220
+ },
+ {
+ "entropy": 0.28177314829081296,
+ "epoch": 0.06514657980456026,
+ "grad_norm": 2.65625,
+ "learning_rate": 9.999848031263088e-06,
+ "loss": 0.35624649524688723,
+ "mean_token_accuracy": 0.9165132910013198,
+ "num_tokens": 1437036.0,
+ "step": 230
+ },
+ {
+ "entropy": 0.28143359581008554,
+ "epoch": 0.06797903979606289,
+ "grad_norm": 3.5,
+ "learning_rate": 9.999616663132215e-06,
+ "loss": 0.31751246452331544,
+ "mean_token_accuracy": 0.9144904181361199,
+ "num_tokens": 1497439.0,
+ "step": 240
+ },
+ {
+ "entropy": 0.2563840645365417,
+ "epoch": 0.0708114997875655,
+ "grad_norm": 2.9375,
+ "learning_rate": 9.999280134039904e-06,
+ "loss": 0.2970747947692871,
+ "mean_token_accuracy": 0.9239869534969329,
+ "num_tokens": 1560572.0,
+ "step": 250
+ },
+ {
+ "entropy": 0.26128380922600625,
+ "epoch": 0.07364395977906812,
+ "grad_norm": 3.546875,
+ "learning_rate": 9.99883845106464e-06,
+ "loss": 0.3082664251327515,
+ "mean_token_accuracy": 0.9216519877314567,
+ "num_tokens": 1618878.0,
+ "step": 260
+ },
+ {
+ "entropy": 0.24938686965033413,
+ "epoch": 0.07647641977057074,
+ "grad_norm": 3.03125,
+ "learning_rate": 9.998291623496701e-06,
+ "loss": 0.29519200325012207,
+ "mean_token_accuracy": 0.9224761530756951,
+ "num_tokens": 1685916.0,
+ "step": 270
+ },
+ {
+ "entropy": 0.28363573011010884,
+ "epoch": 0.07930887976207336,
+ "grad_norm": 3.15625,
+ "learning_rate": 9.997639662837951e-06,
+ "loss": 0.3446742296218872,
+ "mean_token_accuracy": 0.9136298835277558,
+ "num_tokens": 1751080.0,
+ "step": 280
+ },
+ {
+ "entropy": 0.2872984026558697,
+ "epoch": 0.08214133975357599,
+ "grad_norm": 2.8125,
+ "learning_rate": 9.996882582801599e-06,
+ "loss": 0.3477527141571045,
+ "mean_token_accuracy": 0.9137941494584083,
+ "num_tokens": 1815780.0,
+ "step": 290
+ },
+ {
+ "entropy": 0.25401860922575,
+ "epoch": 0.0849737997450786,
+ "grad_norm": 4.25,
+ "learning_rate": 9.996020399311921e-06,
+ "loss": 0.29331982135772705,
+ "mean_token_accuracy": 0.9234861671924591,
+ "num_tokens": 1873908.0,
+ "step": 300
+ },
+ {
+ "entropy": 0.2665036544203758,
+ "epoch": 0.08780625973658122,
+ "grad_norm": 3.59375,
+ "learning_rate": 9.995053130503918e-06,
+ "loss": 0.31269567012786864,
+ "mean_token_accuracy": 0.9207103908061981,
+ "num_tokens": 1931890.0,
+ "step": 310
+ },
+ {
+ "entropy": 0.23515027351677417,
+ "epoch": 0.09063871972808384,
+ "grad_norm": 2.5,
+ "learning_rate": 9.993980796722932e-06,
+ "loss": 0.2736210346221924,
+ "mean_token_accuracy": 0.9278215259313584,
+ "num_tokens": 1991312.0,
+ "step": 320
+ },
+ {
+ "entropy": 0.28878505127504467,
+ "epoch": 0.09347117971958646,
+ "grad_norm": 2.5,
+ "learning_rate": 9.992803420524221e-06,
+ "loss": 0.33671131134033205,
+ "mean_token_accuracy": 0.9127544730901718,
+ "num_tokens": 2053178.0,
+ "step": 330
+ },
+ {
+ "entropy": 0.2834086772054434,
+ "epoch": 0.09630363971108909,
+ "grad_norm": 3.90625,
+ "learning_rate": 9.99152102667249e-06,
+ "loss": 0.35361733436584475,
+ "mean_token_accuracy": 0.9139562115073204,
+ "num_tokens": 2120195.0,
+ "step": 340
+ },
+ {
+ "entropy": 0.2917692055925727,
+ "epoch": 0.0991360997025917,
+ "grad_norm": 2.515625,
+ "learning_rate": 9.990133642141359e-06,
+ "loss": 0.3562884569168091,
+ "mean_token_accuracy": 0.9113267123699188,
+ "num_tokens": 2183384.0,
+ "step": 350
+ },
+ {
+ "entropy": 0.29602638110518453,
+ "epoch": 0.10196855969409432,
+ "grad_norm": 2.984375,
+ "learning_rate": 9.988641296112801e-06,
+ "loss": 0.36012532711029055,
+ "mean_token_accuracy": 0.9128559544682503,
+ "num_tokens": 2244346.0,
+ "step": 360
+ },
+ {
+ "entropy": 0.3045878069475293,
+ "epoch": 0.10480101968559694,
+ "grad_norm": 3.21875,
+ "learning_rate": 9.987044019976537e-06,
+ "loss": 0.3514120101928711,
+ "mean_token_accuracy": 0.9106482103466987,
+ "num_tokens": 2305297.0,
+ "step": 370
+ },
+ {
+ "entropy": 0.299565667938441,
+ "epoch": 0.10763347967709956,
+ "grad_norm": 2.671875,
+ "learning_rate": 9.985341847329356e-06,
+ "loss": 0.367277193069458,
+ "mean_token_accuracy": 0.9121061027050018,
+ "num_tokens": 2365431.0,
+ "step": 380
+ },
+ {
+ "entropy": 0.27325491337105634,
+ "epoch": 0.11046593966860219,
+ "grad_norm": 3.234375,
+ "learning_rate": 9.983534813974427e-06,
+ "loss": 0.31475095748901366,
+ "mean_token_accuracy": 0.9173168331384659,
+ "num_tokens": 2428801.0,
+ "step": 390
+ },
+ {
+ "entropy": 0.2851902859285474,
+ "epoch": 0.1132983996601048,
+ "grad_norm": 2.875,
+ "learning_rate": 9.981622957920539e-06,
+ "loss": 0.33931722640991213,
+ "mean_token_accuracy": 0.9106573596596718,
+ "num_tokens": 2491579.0,
+ "step": 400
+ },
+ {
+ "entropy": 0.21675956407561897,
+ "epoch": 0.11613085965160742,
+ "grad_norm": 2.78125,
+ "learning_rate": 9.979606319381298e-06,
+ "loss": 0.25852797031402586,
+ "mean_token_accuracy": 0.9324780255556107,
+ "num_tokens": 2548859.0,
+ "step": 410
+ },
+ {
+ "entropy": 0.24814353184774518,
+ "epoch": 0.11896331964311004,
+ "grad_norm": 2.90625,
+ "learning_rate": 9.977484940774285e-06,
+ "loss": 0.3079322099685669,
+ "mean_token_accuracy": 0.925763688981533,
+ "num_tokens": 2609527.0,
+ "step": 420
+ },
+ {
+ "entropy": 0.23963961247354745,
+ "epoch": 0.12179577963461266,
+ "grad_norm": 2.84375,
+ "learning_rate": 9.975258866720164e-06,
+ "loss": 0.30464174747467043,
+ "mean_token_accuracy": 0.9282972604036331,
+ "num_tokens": 2671792.0,
+ "step": 430
+ },
+ {
+ "entropy": 0.22275841599330307,
+ "epoch": 0.12462823962611529,
+ "grad_norm": 3.71875,
+ "learning_rate": 9.972928144041743e-06,
+ "loss": 0.2726627826690674,
+ "mean_token_accuracy": 0.9328858569264412,
+ "num_tokens": 2728843.0,
+ "step": 440
+ },
+ {
+ "entropy": 0.25536813884973525,
+ "epoch": 0.1274606996176179,
+ "grad_norm": 3.421875,
+ "learning_rate": 9.970492821762987e-06,
+ "loss": 0.3212365388870239,
+ "mean_token_accuracy": 0.9217953279614448,
+ "num_tokens": 2791023.0,
+ "step": 450
+ },
+ {
+ "entropy": 0.2672379590570927,
+ "epoch": 0.13029315960912052,
+ "grad_norm": 3.734375,
+ "learning_rate": 9.96795295110799e-06,
+ "loss": 0.29747211933135986,
+ "mean_token_accuracy": 0.9217168748378753,
+ "num_tokens": 2847958.0,
+ "step": 460
+ },
+ {
+ "entropy": 0.28422608589753506,
+ "epoch": 0.13312561960062314,
+ "grad_norm": 2.859375,
+ "learning_rate": 9.965308585499896e-06,
+ "loss": 0.34196789264678956,
+ "mean_token_accuracy": 0.9170226454734802,
+ "num_tokens": 2909349.0,
+ "step": 470
+ },
+ {
+ "entropy": 0.27438433319330213,
+ "epoch": 0.13595807959212577,
+ "grad_norm": 3.34375,
+ "learning_rate": 9.962559780559775e-06,
+ "loss": 0.33036375045776367,
+ "mean_token_accuracy": 0.9176693558692932,
+ "num_tokens": 2969433.0,
+ "step": 480
+ },
+ {
+ "entropy": 0.2442100400105119,
+ "epoch": 0.1387905395836284,
+ "grad_norm": 3.0,
+ "learning_rate": 9.959706594105455e-06,
+ "loss": 0.28648254871368406,
+ "mean_token_accuracy": 0.9282553762197494,
+ "num_tokens": 3027582.0,
+ "step": 490
+ },
+ {
+ "entropy": 0.23896701000630854,
+ "epoch": 0.141622999575131,
+ "grad_norm": 3.546875,
+ "learning_rate": 9.956749086150301e-06,
+ "loss": 0.2794966697692871,
+ "mean_token_accuracy": 0.9286124855279922,
+ "num_tokens": 3084211.0,
+ "step": 500
+ },
+ {
+ "entropy": 0.27731118397787213,
+ "epoch": 0.1444554595666336,
+ "grad_norm": 3.21875,
+ "learning_rate": 9.95368731890196e-06,
+ "loss": 0.34079086780548096,
+ "mean_token_accuracy": 0.9156320407986641,
+ "num_tokens": 3148066.0,
+ "step": 510
+ },
+ {
+ "entropy": 0.3060536190867424,
+ "epoch": 0.14728791955813625,
+ "grad_norm": 3.109375,
+ "learning_rate": 9.95052135676105e-06,
+ "loss": 0.35003831386566164,
+ "mean_token_accuracy": 0.9095047876238823,
+ "num_tokens": 3210881.0,
+ "step": 520
+ },
+ {
+ "entropy": 0.24477277882397175,
+ "epoch": 0.15012037954963886,
+ "grad_norm": 2.453125,
+ "learning_rate": 9.947251266319794e-06,
+ "loss": 0.2733241319656372,
+ "mean_token_accuracy": 0.9252619653940201,
+ "num_tokens": 3276012.0,
+ "step": 530
+ },
+ {
+ "entropy": 0.27293226812034843,
+ "epoch": 0.15295283954114147,
+ "grad_norm": 2.90625,
+ "learning_rate": 9.943877116360641e-06,
+ "loss": 0.31792876720428465,
+ "mean_token_accuracy": 0.9202567800879479,
+ "num_tokens": 3335164.0,
+ "step": 540
+ },
+ {
+ "entropy": 0.20838154219090937,
+ "epoch": 0.1557852995326441,
+ "grad_norm": 2.78125,
+ "learning_rate": 9.9403989778548e-06,
+ "loss": 0.22628676891326904,
+ "mean_token_accuracy": 0.9357526674866676,
+ "num_tokens": 3395629.0,
+ "step": 550
+ },
+ {
+ "entropy": 0.28058414310216906,
+ "epoch": 0.15861775952414672,
+ "grad_norm": 2.796875,
+ "learning_rate": 9.936816923960762e-06,
+ "loss": 0.3485994815826416,
+ "mean_token_accuracy": 0.913826584815979,
+ "num_tokens": 3458741.0,
+ "step": 560
+ },
+ {
+ "entropy": 0.24033103082329035,
+ "epoch": 0.16145021951564933,
+ "grad_norm": 2.828125,
+ "learning_rate": 9.933131030022747e-06,
+ "loss": 0.2948629379272461,
+ "mean_token_accuracy": 0.9284436792135239,
+ "num_tokens": 3521040.0,
+ "step": 570
+ },
+ {
+ "entropy": 0.23639136143028736,
+ "epoch": 0.16428267950715197,
+ "grad_norm": 2.390625,
+ "learning_rate": 9.929341373569128e-06,
+ "loss": 0.27065243721008303,
+ "mean_token_accuracy": 0.9302666276693344,
+ "num_tokens": 3581611.0,
+ "step": 580
+ },
+ {
+ "entropy": 0.2285683000460267,
+ "epoch": 0.16711513949865459,
+ "grad_norm": 2.375,
+ "learning_rate": 9.9254480343108e-06,
+ "loss": 0.2653533697128296,
+ "mean_token_accuracy": 0.9309602394700051,
+ "num_tokens": 3644921.0,
+ "step": 590
+ },
+ {
+ "entropy": 0.27094218097627165,
+ "epoch": 0.1699475994901572,
+ "grad_norm": 3.046875,
+ "learning_rate": 9.921451094139505e-06,
+ "loss": 0.32512192726135253,
+ "mean_token_accuracy": 0.9172641158103942,
+ "num_tokens": 3709586.0,
+ "step": 600
+ },
+ {
+ "entropy": 0.2930651384405792,
+ "epoch": 0.1727800594816598,
+ "grad_norm": 2.734375,
+ "learning_rate": 9.917350637126098e-06,
+ "loss": 0.34543671607971194,
+ "mean_token_accuracy": 0.9111444249749183,
+ "num_tokens": 3771199.0,
+ "step": 610
+ },
+ {
+ "entropy": 0.20977639830671252,
+ "epoch": 0.17561251947316245,
+ "grad_norm": 3.34375,
+ "learning_rate": 9.913146749518793e-06,
+ "loss": 0.24384891986846924,
+ "mean_token_accuracy": 0.9361389100551605,
+ "num_tokens": 3830642.0,
+ "step": 620
+ },
+ {
+ "entropy": 0.33134929798543455,
+ "epoch": 0.17844497946466506,
+ "grad_norm": 3.109375,
+ "learning_rate": 9.908839519741342e-06,
+ "loss": 0.3824115753173828,
+ "mean_token_accuracy": 0.901754966378212,
+ "num_tokens": 3897528.0,
+ "step": 630
+ },
+ {
+ "entropy": 0.25660650301724675,
+ "epoch": 0.18127743945616767,
+ "grad_norm": 2.890625,
+ "learning_rate": 9.904429038391176e-06,
+ "loss": 0.3021864891052246,
+ "mean_token_accuracy": 0.9210129022598267,
+ "num_tokens": 3959989.0,
+ "step": 640
+ },
+ {
+ "entropy": 0.23014457449316977,
+ "epoch": 0.1841098994476703,
+ "grad_norm": 2.75,
+ "learning_rate": 9.899915398237501e-06,
+ "loss": 0.2613434076309204,
+ "mean_token_accuracy": 0.9306802496314048,
+ "num_tokens": 4016935.0,
+ "step": 650
+ },
+ {
+ "entropy": 0.1980850043706596,
+ "epoch": 0.18694235943917292,
+ "grad_norm": 3.734375,
+ "learning_rate": 9.895298694219341e-06,
+ "loss": 0.20858781337738036,
+ "mean_token_accuracy": 0.9410330221056938,
+ "num_tokens": 4073788.0,
+ "step": 660
+ },
+ {
+ "entropy": 0.24770355047658085,
+ "epoch": 0.18977481943067553,
+ "grad_norm": 3.421875,
+ "learning_rate": 9.890579023443547e-06,
+ "loss": 0.2824872016906738,
+ "mean_token_accuracy": 0.9241019815206528,
+ "num_tokens": 4132709.0,
+ "step": 670
+ },
+ {
+ "entropy": 0.25571326799690725,
+ "epoch": 0.19260727942217817,
+ "grad_norm": 3.046875,
+ "learning_rate": 9.885756485182757e-06,
+ "loss": 0.29729485511779785,
+ "mean_token_accuracy": 0.9242745995521545,
+ "num_tokens": 4192868.0,
+ "step": 680
+ },
+ {
+ "entropy": 0.24121474735438825,
+ "epoch": 0.19543973941368079,
+ "grad_norm": 2.1875,
+ "learning_rate": 9.880831180873293e-06,
+ "loss": 0.27683706283569337,
+ "mean_token_accuracy": 0.9267540663480759,
+ "num_tokens": 4260336.0,
+ "step": 690
+ },
+ {
+ "entropy": 0.27479004645720123,
+ "epoch": 0.1982721994051834,
+ "grad_norm": 3.109375,
+ "learning_rate": 9.875803214113054e-06,
+ "loss": 0.33806943893432617,
+ "mean_token_accuracy": 0.9168683245778084,
+ "num_tokens": 4321854.0,
+ "step": 700
+ },
+ {
+ "entropy": 0.25184335857629775,
+ "epoch": 0.201104659396686,
+ "grad_norm": 2.609375,
+ "learning_rate": 9.870672690659305e-06,
+ "loss": 0.2812079668045044,
+ "mean_token_accuracy": 0.9226194903254509,
+ "num_tokens": 4386277.0,
+ "step": 710
+ },
+ {
+ "entropy": 0.28651694897562263,
+ "epoch": 0.20393711938818865,
+ "grad_norm": 2.78125,
+ "learning_rate": 9.865439718426477e-06,
+ "loss": 0.32440919876098634,
+ "mean_token_accuracy": 0.9133371457457542,
+ "num_tokens": 4442830.0,
+ "step": 720
+ },
+ {
+ "entropy": 0.22666416531428696,
+ "epoch": 0.20676957937969126,
+ "grad_norm": 2.71875,
+ "learning_rate": 9.860104407483886e-06,
+ "loss": 0.24703795909881593,
+ "mean_token_accuracy": 0.9327533736824989,
+ "num_tokens": 4500436.0,
+ "step": 730
+ },
+ {
+ "entropy": 0.2507213500328362,
+ "epoch": 0.20960203937119387,
+ "grad_norm": 2.53125,
+ "learning_rate": 9.854666870053425e-06,
+ "loss": 0.2838727951049805,
+ "mean_token_accuracy": 0.9209447979927063,
+ "num_tokens": 4561933.0,
+ "step": 740
+ },
+ {
+ "entropy": 0.21676306603476406,
+ "epoch": 0.2124344993626965,
+ "grad_norm": 2.859375,
+ "learning_rate": 9.849127220507194e-06,
+ "loss": 0.2716209411621094,
+ "mean_token_accuracy": 0.9343680232763291,
+ "num_tokens": 4622998.0,
+ "step": 750
+ },
+ {
+ "entropy": 0.2786881748586893,
+ "epoch": 0.21526695935419912,
+ "grad_norm": 3.046875,
+ "learning_rate": 9.843485575365097e-06,
+ "loss": 0.29899957180023196,
+ "mean_token_accuracy": 0.9196301624178886,
+ "num_tokens": 4681083.0,
+ "step": 760
+ },
+ {
+ "entropy": 0.2431763346772641,
+ "epoch": 0.21809941934570173,
+ "grad_norm": 3.0625,
+ "learning_rate": 9.8377420532924e-06,
+ "loss": 0.29538416862487793,
+ "mean_token_accuracy": 0.9254559382796288,
+ "num_tokens": 4743380.0,
+ "step": 770
+ },
+ {
+ "entropy": 0.26367821972817185,
+ "epoch": 0.22093187933720437,
+ "grad_norm": 3.5625,
+ "learning_rate": 9.831896775097228e-06,
+ "loss": 0.30875329971313475,
+ "mean_token_accuracy": 0.9178639754652977,
+ "num_tokens": 4810602.0,
+ "step": 780
+ },
+ {
+ "entropy": 0.2465921022929251,
+ "epoch": 0.22376433932870698,
+ "grad_norm": 2.765625,
+ "learning_rate": 9.82594986372802e-06,
+ "loss": 0.2801267862319946,
+ "mean_token_accuracy": 0.9282723888754845,
+ "num_tokens": 4871627.0,
+ "step": 790
+ },
+ {
+ "entropy": 0.25284000346437097,
+ "epoch": 0.2265967993202096,
+ "grad_norm": 3.4375,
+ "learning_rate": 9.819901444270948e-06,
+ "loss": 0.30395705699920655,
+ "mean_token_accuracy": 0.9240084990859032,
+ "num_tokens": 4931920.0,
+ "step": 800
+ },
+ {
+ "entropy": 0.28599896691739557,
+ "epoch": 0.22942925931171224,
+ "grad_norm": 2.640625,
+ "learning_rate": 9.81375164394729e-06,
+ "loss": 0.3340512752532959,
+ "mean_token_accuracy": 0.916917297244072,
+ "num_tokens": 4991349.0,
+ "step": 810
+ },
+ {
+ "entropy": 0.23968474548310043,
+ "epoch": 0.23226171930321485,
+ "grad_norm": 3.453125,
+ "learning_rate": 9.807500592110742e-06,
+ "loss": 0.2692118167877197,
+ "mean_token_accuracy": 0.9295398175716401,
+ "num_tokens": 5050055.0,
+ "step": 820
+ },
+ {
+ "entropy": 0.20940189454704522,
+ "epoch": 0.23509417929471746,
+ "grad_norm": 2.765625,
+ "learning_rate": 9.801148420244712e-06,
+ "loss": 0.25932815074920657,
+ "mean_token_accuracy": 0.9358838751912117,
+ "num_tokens": 5109782.0,
+ "step": 830
+ },
+ {
+ "entropy": 0.24254744723439217,
+ "epoch": 0.23792663928622007,
+ "grad_norm": 2.8125,
+ "learning_rate": 9.794695261959543e-06,
+ "loss": 0.2990440607070923,
+ "mean_token_accuracy": 0.9256203979253769,
+ "num_tokens": 5172440.0,
+ "step": 840
+ },
+ {
+ "entropy": 0.2664669520221651,
+ "epoch": 0.2407590992777227,
+ "grad_norm": 2.59375,
+ "learning_rate": 9.788141252989708e-06,
+ "loss": 0.29775204658508303,
+ "mean_token_accuracy": 0.9201966479420662,
+ "num_tokens": 5235919.0,
+ "step": 850
+ },
+ {
+ "entropy": 0.19833559924736618,
+ "epoch": 0.24359155926922532,
+ "grad_norm": 3.234375,
+ "learning_rate": 9.781486531190949e-06,
+ "loss": 0.23745510578155518,
+ "mean_token_accuracy": 0.9385088697075844,
+ "num_tokens": 5296473.0,
+ "step": 860
+ },
+ {
+ "entropy": 0.3408564478158951,
+ "epoch": 0.24642401926072793,
+ "grad_norm": 2.4375,
+ "learning_rate": 9.77473123653739e-06,
+ "loss": 0.39055278301239016,
+ "mean_token_accuracy": 0.8995231419801712,
+ "num_tokens": 5371351.0,
+ "step": 870
+ },
+ {
+ "entropy": 0.20810967413708567,
+ "epoch": 0.24925647925223057,
+ "grad_norm": 2.984375,
+ "learning_rate": 9.767875511118581e-06,
+ "loss": 0.23883450031280518,
+ "mean_token_accuracy": 0.9360704630613327,
+ "num_tokens": 5426969.0,
+ "step": 880
+ },
+ {
+ "entropy": 0.20178698934614658,
+ "epoch": 0.25208893924373316,
+ "grad_norm": 2.796875,
+ "learning_rate": 9.76091949913651e-06,
+ "loss": 0.2629793643951416,
+ "mean_token_accuracy": 0.9390636637806893,
+ "num_tokens": 5486851.0,
+ "step": 890
+ },
+ {
+ "entropy": 0.2675803706981242,
+ "epoch": 0.2549213992352358,
+ "grad_norm": 2.734375,
+ "learning_rate": 9.75386334690258e-06,
+ "loss": 0.32069413661956786,
+ "mean_token_accuracy": 0.9186962202191353,
+ "num_tokens": 5548844.0,
+ "step": 900
+ },
+ {
+ "entropy": 0.23871907480061055,
+ "epoch": 0.25775385922673844,
+ "grad_norm": 2.640625,
+ "learning_rate": 9.746707202834513e-06,
+ "loss": 0.2886685371398926,
+ "mean_token_accuracy": 0.9280523255467414,
+ "num_tokens": 5611116.0,
+ "step": 910
+ },
+ {
+ "entropy": 0.2657617861405015,
+ "epoch": 0.26058631921824105,
+ "grad_norm": 3.78125,
+ "learning_rate": 9.739451217453256e-06,
+ "loss": 0.3452012538909912,
+ "mean_token_accuracy": 0.9207879915833473,
+ "num_tokens": 5669471.0,
+ "step": 920
+ },
+ {
+ "entropy": 0.35146014522761104,
+ "epoch": 0.26341877920974366,
+ "grad_norm": 2.71875,
+ "learning_rate": 9.732095543379785e-06,
+ "loss": 0.40203266143798827,
+ "mean_token_accuracy": 0.8934830293059349,
+ "num_tokens": 5733490.0,
+ "step": 930
+ },
+ {
+ "entropy": 0.26005903370678424,
+ "epoch": 0.26625123920124627,
+ "grad_norm": 3.25,
+ "learning_rate": 9.724640335331914e-06,
+ "loss": 0.32765285968780516,
+ "mean_token_accuracy": 0.9225191935896874,
+ "num_tokens": 5794906.0,
+ "step": 940
+ },
+ {
+ "entropy": 0.2606829381547868,
+ "epoch": 0.2690836991927489,
+ "grad_norm": 3.125,
+ "learning_rate": 9.717085750121034e-06,
+ "loss": 0.291635537147522,
+ "mean_token_accuracy": 0.9234898447990417,
+ "num_tokens": 5859091.0,
+ "step": 950
+ },
+ {
+ "entropy": 0.23729518568143249,
+ "epoch": 0.27191615918425155,
+ "grad_norm": 3.890625,
+ "learning_rate": 9.709431946648816e-06,
+ "loss": 0.2771798849105835,
+ "mean_token_accuracy": 0.9288942471146584,
+ "num_tokens": 5916651.0,
+ "step": 960
+ },
+ {
+ "entropy": 0.3044700736179948,
+ "epoch": 0.27474861917575416,
+ "grad_norm": 3.265625,
+ "learning_rate": 9.70167908590387e-06,
+ "loss": 0.35118794441223145,
+ "mean_token_accuracy": 0.9071996942162514,
+ "num_tokens": 5986297.0,
+ "step": 970
+ },
+ {
+ "entropy": 0.20032154135406016,
+ "epoch": 0.2775810791672568,
+ "grad_norm": 1.9453125,
+ "learning_rate": 9.693827330958359e-06,
+ "loss": 0.22060835361480713,
+ "mean_token_accuracy": 0.9378864094614983,
+ "num_tokens": 6040950.0,
+ "step": 980
+ },
+ {
+ "entropy": 0.2812673319131136,
+ "epoch": 0.2804135391587594,
+ "grad_norm": 3.015625,
+ "learning_rate": 9.685876846964559e-06,
+ "loss": 0.3387210607528687,
+ "mean_token_accuracy": 0.9153818473219871,
+ "num_tokens": 6104481.0,
+ "step": 990
+ },
+ {
+ "entropy": 0.24724330119788646,
+ "epoch": 0.283245999150262,
+ "grad_norm": 2.828125,
+ "learning_rate": 9.677827801151403e-06,
+ "loss": 0.31839587688446047,
+ "mean_token_accuracy": 0.923798055946827,
+ "num_tokens": 6165731.0,
+ "step": 1000
+ },
+ {
+ "entropy": 0.21327958977781236,
+ "epoch": 0.2860784591417646,
+ "grad_norm": 3.546875,
+ "learning_rate": 9.669680362820947e-06,
+ "loss": 0.24435055255889893,
+ "mean_token_accuracy": 0.9363983988761901,
+ "num_tokens": 6222125.0,
+ "step": 1010
+ },
+ {
+ "entropy": 0.23882522946223617,
+ "epoch": 0.2889109191332672,
+ "grad_norm": 3.328125,
+ "learning_rate": 9.661434703344826e-06,
+ "loss": 0.2806673526763916,
+ "mean_token_accuracy": 0.9294095247983932,
+ "num_tokens": 6282204.0,
+ "step": 1020
+ },
+ {
+ "entropy": 0.26137259500101206,
+ "epoch": 0.2917433791247699,
+ "grad_norm": 2.671875,
+ "learning_rate": 9.653090996160623e-06,
+ "loss": 0.3070922613143921,
+ "mean_token_accuracy": 0.9197057574987412,
+ "num_tokens": 6344061.0,
+ "step": 1030
+ },
+ {
+ "entropy": 0.2871730769984424,
+ "epoch": 0.2945758391162725,
+ "grad_norm": 2.984375,
+ "learning_rate": 9.644649416768255e-06,
+ "loss": 0.35834407806396484,
+ "mean_token_accuracy": 0.912547567486763,
+ "num_tokens": 6407984.0,
+ "step": 1040
+ },
+ {
+ "entropy": 0.2900437446311116,
+ "epoch": 0.2974082991077751,
+ "grad_norm": 2.03125,
+ "learning_rate": 9.636110142726253e-06,
+ "loss": 0.32457125186920166,
+ "mean_token_accuracy": 0.9121438428759575,
+ "num_tokens": 6472329.0,
+ "step": 1050
+ },
+ {
+ "entropy": 0.2622954409569502,
+ "epoch": 0.3002407590992777,
+ "grad_norm": 3.25,
+ "learning_rate": 9.62747335364804e-06,
+ "loss": 0.33258225917816164,
+ "mean_token_accuracy": 0.9233925610780715,
+ "num_tokens": 6531732.0,
+ "step": 1060
+ },
+ {
+ "entropy": 0.2856888581067324,
+ "epoch": 0.30307321909078033,
+ "grad_norm": 3.0,
+ "learning_rate": 9.618739231198153e-06,
+ "loss": 0.3187042951583862,
+ "mean_token_accuracy": 0.9143719717860221,
+ "num_tokens": 6592374.0,
+ "step": 1070
+ },
+ {
+ "entropy": 0.24033787474036217,
+ "epoch": 0.30590567908228294,
+ "grad_norm": 2.859375,
+ "learning_rate": 9.609907959088422e-06,
+ "loss": 0.283614444732666,
+ "mean_token_accuracy": 0.9261544540524482,
+ "num_tokens": 6650790.0,
+ "step": 1080
+ },
+ {
+ "entropy": 0.23848863909952342,
+ "epoch": 0.30873813907378556,
+ "grad_norm": 2.625,
+ "learning_rate": 9.600979723074098e-06,
+ "loss": 0.2936501979827881,
+ "mean_token_accuracy": 0.9262032687664032,
+ "num_tokens": 6719706.0,
+ "step": 1090
+ },
+ {
+ "entropy": 0.21693174866959453,
+ "epoch": 0.3115705990652882,
+ "grad_norm": 2.953125,
+ "learning_rate": 9.591954710949957e-06,
+ "loss": 0.26004149913787844,
+ "mean_token_accuracy": 0.932583923637867,
+ "num_tokens": 6776632.0,
+ "step": 1100
+ },
+ {
+ "entropy": 0.2789190562441945,
+ "epoch": 0.31440305905679083,
+ "grad_norm": 2.890625,
+ "learning_rate": 9.582833112546343e-06,
+ "loss": 0.31595649719238283,
+ "mean_token_accuracy": 0.916853055357933,
+ "num_tokens": 6833011.0,
+ "step": 1110
+ },
+ {
+ "entropy": 0.26948679955676197,
+ "epoch": 0.31723551904829345,
+ "grad_norm": 3.21875,
+ "learning_rate": 9.573615119725177e-06,
+ "loss": 0.33131632804870603,
+ "mean_token_accuracy": 0.9167306616902351,
+ "num_tokens": 6900317.0,
+ "step": 1120
+ },
+ {
+ "entropy": 0.28943569734692576,
+ "epoch": 0.32006797903979606,
+ "grad_norm": 2.96875,
+ "learning_rate": 9.564300926375922e-06,
+ "loss": 0.3488821029663086,
+ "mean_token_accuracy": 0.9178584888577461,
+ "num_tokens": 6957843.0,
+ "step": 1130
+ },
+ {
+ "entropy": 0.3092574684880674,
+ "epoch": 0.32290043903129867,
+ "grad_norm": 3.0,
+ "learning_rate": 9.554890728411504e-06,
+ "loss": 0.38100056648254393,
+ "mean_token_accuracy": 0.907250528037548,
+ "num_tokens": 7019625.0,
+ "step": 1140
+ },
+ {
+ "entropy": 0.23205467853695155,
+ "epoch": 0.3257328990228013,
+ "grad_norm": 2.671875,
+ "learning_rate": 9.545384723764191e-06,
+ "loss": 0.2787184476852417,
+ "mean_token_accuracy": 0.9284637689590454,
+ "num_tokens": 7082747.0,
+ "step": 1150
+ },
+ {
+ "entropy": 0.220759935118258,
+ "epoch": 0.32856535901430395,
+ "grad_norm": 2.28125,
+ "learning_rate": 9.535783112381427e-06,
+ "loss": 0.2743505001068115,
+ "mean_token_accuracy": 0.9325400069355965,
+ "num_tokens": 7145661.0,
+ "step": 1160
+ },
+ {
+ "entropy": 0.23137438567355276,
+ "epoch": 0.33139781900580656,
+ "grad_norm": 1.8125,
+ "learning_rate": 9.526086096221637e-06,
+ "loss": 0.26987106800079347,
+ "mean_token_accuracy": 0.9313987359404564,
+ "num_tokens": 7206857.0,
+ "step": 1170
+ },
+ {
+ "entropy": 0.2722073396667838,
+ "epoch": 0.33423027899730917,
+ "grad_norm": 2.484375,
+ "learning_rate": 9.516293879249966e-06,
+ "loss": 0.3264123201370239,
+ "mean_token_accuracy": 0.9185864552855492,
+ "num_tokens": 7268679.0,
+ "step": 1180
+ },
+ {
+ "entropy": 0.32303727269172666,
+ "epoch": 0.3370627389888118,
+ "grad_norm": 3.671875,
+ "learning_rate": 9.506406667433992e-06,
+ "loss": 0.36596126556396485,
+ "mean_token_accuracy": 0.9050239235162735,
+ "num_tokens": 7330799.0,
+ "step": 1190
+ },
+ {
+ "entropy": 0.3101142390631139,
+ "epoch": 0.3398951989803144,
+ "grad_norm": 2.5625,
+ "learning_rate": 9.496424668739402e-06,
+ "loss": 0.34369256496429446,
+ "mean_token_accuracy": 0.9077561184763908,
+ "num_tokens": 7400775.0,
+ "step": 1200
+ },
+ {
+ "entropy": 0.2986501886509359,
+ "epoch": 0.342727658971817,
+ "grad_norm": 3.015625,
+ "learning_rate": 9.486348093125608e-06,
+ "loss": 0.322642183303833,
+ "mean_token_accuracy": 0.9091341316699981,
+ "num_tokens": 7468242.0,
+ "step": 1210
+ },
+ {
+ "entropy": 0.2589032934047282,
+ "epoch": 0.3455601189633196,
+ "grad_norm": 3.421875,
+ "learning_rate": 9.476177152541336e-06,
+ "loss": 0.34026474952697755,
+ "mean_token_accuracy": 0.9198563724756241,
+ "num_tokens": 7527176.0,
+ "step": 1220
+ },
+ {
+ "entropy": 0.22048621401190757,
+ "epoch": 0.3483925789548223,
+ "grad_norm": 2.484375,
+ "learning_rate": 9.465912060920166e-06,
+ "loss": 0.25838427543640136,
+ "mean_token_accuracy": 0.9329820945858955,
+ "num_tokens": 7589812.0,
+ "step": 1230
+ },
+ {
+ "entropy": 0.26202963748946784,
+ "epoch": 0.3512250389463249,
+ "grad_norm": 2.578125,
+ "learning_rate": 9.455553034176032e-06,
+ "loss": 0.30493922233581544,
+ "mean_token_accuracy": 0.9203774958848954,
+ "num_tokens": 7657522.0,
+ "step": 1240
+ },
+ {
+ "entropy": 0.271380069013685,
+ "epoch": 0.3540574989378275,
+ "grad_norm": 2.828125,
+ "learning_rate": 9.445100290198684e-06,
+ "loss": 0.3257579326629639,
+ "mean_token_accuracy": 0.9217397809028626,
+ "num_tokens": 7712829.0,
+ "step": 1250
+ },
+ {
+ "entropy": 0.27217169627547266,
+ "epoch": 0.3568899589293301,
+ "grad_norm": 2.8125,
+ "learning_rate": 9.434554048849093e-06,
+ "loss": 0.3238358497619629,
+ "mean_token_accuracy": 0.9188270941376686,
+ "num_tokens": 7776624.0,
+ "step": 1260
+ },
+ {
+ "entropy": 0.25914485240355134,
+ "epoch": 0.35972241892083273,
+ "grad_norm": 2.65625,
+ "learning_rate": 9.42391453195485e-06,
+ "loss": 0.3195030927658081,
+ "mean_token_accuracy": 0.9199050933122634,
+ "num_tokens": 7841876.0,
+ "step": 1270
+ },
+ {
+ "entropy": 0.28430393086746336,
+ "epoch": 0.36255487891233534,
+ "grad_norm": 2.234375,
+ "learning_rate": 9.41318196330547e-06,
+ "loss": 0.3278545141220093,
+ "mean_token_accuracy": 0.91401526927948,
+ "num_tokens": 7910392.0,
+ "step": 1280
+ },
+ {
+ "entropy": 0.26083566416054965,
+ "epoch": 0.365387338903838,
+ "grad_norm": 3.390625,
+ "learning_rate": 9.402356568647713e-06,
+ "loss": 0.31773340702056885,
+ "mean_token_accuracy": 0.9208214491605758,
+ "num_tokens": 7975209.0,
+ "step": 1290
+ },
+ {
+ "entropy": 0.24519406631588936,
+ "epoch": 0.3682197988953406,
+ "grad_norm": 2.4375,
+ "learning_rate": 9.391438575680817e-06,
+ "loss": 0.2722881317138672,
+ "mean_token_accuracy": 0.9261975526809693,
+ "num_tokens": 8034132.0,
+ "step": 1300
+ },
+ {
+ "entropy": 0.2725516245700419,
+ "epoch": 0.37105225888684323,
+ "grad_norm": 2.84375,
+ "learning_rate": 9.380428214051713e-06,
+ "loss": 0.29813878536224364,
+ "mean_token_accuracy": 0.9148821920156479,
+ "num_tokens": 8098705.0,
+ "step": 1310
+ },
+ {
+ "entropy": 0.21026630871929228,
+ "epoch": 0.37388471887834585,
+ "grad_norm": 3.4375,
+ "learning_rate": 9.369325715350204e-06,
+ "loss": 0.24018876552581786,
+ "mean_token_accuracy": 0.9353105634450912,
+ "num_tokens": 8156214.0,
+ "step": 1320
+ },
+ {
+ "entropy": 0.21636407235637306,
+ "epoch": 0.37671717886984846,
+ "grad_norm": 3.171875,
+ "learning_rate": 9.358131313104078e-06,
+ "loss": 0.24975388050079345,
+ "mean_token_accuracy": 0.9319381535053253,
+ "num_tokens": 8212246.0,
+ "step": 1330
+ },
+ {
+ "entropy": 0.283135371748358,
+ "epoch": 0.37954963886135107,
+ "grad_norm": 3.03125,
+ "learning_rate": 9.346845242774211e-06,
+ "loss": 0.3492774486541748,
+ "mean_token_accuracy": 0.9126205027103425,
+ "num_tokens": 8276449.0,
+ "step": 1340
+ },
+ {
+ "entropy": 0.2689216922968626,
+ "epoch": 0.3823820988528537,
+ "grad_norm": 2.6875,
+ "learning_rate": 9.335467741749602e-06,
+ "loss": 0.31089398860931394,
+ "mean_token_accuracy": 0.9163184836506844,
+ "num_tokens": 8342046.0,
+ "step": 1350
+ },
+ {
+ "entropy": 0.2872828125953674,
+ "epoch": 0.38521455884435635,
+ "grad_norm": 3.65625,
+ "learning_rate": 9.323999049342388e-06,
+ "loss": 0.3404247283935547,
+ "mean_token_accuracy": 0.9147303462028503,
+ "num_tokens": 8401310.0,
+ "step": 1360
+ },
+ {
+ "entropy": 0.24872623989358544,
+ "epoch": 0.38804701883585896,
+ "grad_norm": 3.4375,
+ "learning_rate": 9.312439406782805e-06,
+ "loss": 0.3352261304855347,
+ "mean_token_accuracy": 0.9236381486058235,
+ "num_tokens": 8465214.0,
+ "step": 1370
+ },
+ {
+ "entropy": 0.29522558888420464,
+ "epoch": 0.39087947882736157,
+ "grad_norm": 2.859375,
+ "learning_rate": 9.300789057214125e-06,
+ "loss": 0.3520496845245361,
+ "mean_token_accuracy": 0.9124088481068611,
+ "num_tokens": 8528733.0,
+ "step": 1380
+ },
+ {
+ "entropy": 0.2515323468483984,
+ "epoch": 0.3937119388188642,
+ "grad_norm": 2.875,
+ "learning_rate": 9.289048245687522e-06,
+ "loss": 0.28282158374786376,
+ "mean_token_accuracy": 0.9251262009143829,
+ "num_tokens": 8591455.0,
+ "step": 1390
+ },
+ {
+ "entropy": 0.2881984678097069,
+ "epoch": 0.3965443988103668,
+ "grad_norm": 3.09375,
+ "learning_rate": 9.27721721915694e-06,
+ "loss": 0.32998993396759035,
+ "mean_token_accuracy": 0.9121208965778351,
+ "num_tokens": 8648837.0,
+ "step": 1400
+ },
+ {
+ "entropy": 0.21407993137836456,
+ "epoch": 0.3993768588018694,
+ "grad_norm": 2.9375,
+ "learning_rate": 9.265296226473879e-06,
+ "loss": 0.26375982761383054,
+ "mean_token_accuracy": 0.9327566012740135,
+ "num_tokens": 8709930.0,
+ "step": 1410
+ },
+ {
+ "entropy": 0.275363692175597,
+ "epoch": 0.402209318793372,
+ "grad_norm": 3.03125,
+ "learning_rate": 9.253285518382176e-06,
+ "loss": 0.3250740051269531,
+ "mean_token_accuracy": 0.913650569319725,
+ "num_tokens": 8776591.0,
+ "step": 1420
+ },
+ {
+ "entropy": 0.3261520963162184,
+ "epoch": 0.4050417787848747,
+ "grad_norm": 2.109375,
+ "learning_rate": 9.241185347512718e-06,
+ "loss": 0.3912560224533081,
+ "mean_token_accuracy": 0.9037208631634712,
+ "num_tokens": 8844954.0,
+ "step": 1430
+ },
+ {
+ "entropy": 0.22378331497311593,
+ "epoch": 0.4078742387763773,
+ "grad_norm": 3.328125,
+ "learning_rate": 9.228995968378142e-06,
+ "loss": 0.2790132284164429,
+ "mean_token_accuracy": 0.9313532575964928,
+ "num_tokens": 8902834.0,
+ "step": 1440
+ },
+ {
+ "entropy": 0.31234009442850946,
+ "epoch": 0.4107066987678799,
+ "grad_norm": 3.125,
+ "learning_rate": 9.216717637367469e-06,
+ "loss": 0.3557111740112305,
+ "mean_token_accuracy": 0.9075094118714333,
+ "num_tokens": 8969817.0,
+ "step": 1450
+ },
+ {
+ "entropy": 0.21338311042636632,
+ "epoch": 0.4135391587593825,
+ "grad_norm": 2.5625,
+ "learning_rate": 9.204350612740718e-06,
+ "loss": 0.25135955810546873,
+ "mean_token_accuracy": 0.9335709244012833,
+ "num_tokens": 9030683.0,
+ "step": 1460
+ },
+ {
+ "entropy": 0.27338244216516616,
+ "epoch": 0.41637161875088513,
+ "grad_norm": 3.53125,
+ "learning_rate": 9.191895154623471e-06,
+ "loss": 0.330609655380249,
+ "mean_token_accuracy": 0.9164686724543571,
+ "num_tokens": 9089943.0,
+ "step": 1470
+ },
+ {
+ "entropy": 0.284117466583848,
+ "epoch": 0.41920407874238774,
+ "grad_norm": 2.90625,
+ "learning_rate": 9.179351525001405e-06,
+ "loss": 0.35007033348083494,
+ "mean_token_accuracy": 0.9137591674923897,
+ "num_tokens": 9161071.0,
+ "step": 1480
+ },
+ {
+ "entropy": 0.2786842305213213,
+ "epoch": 0.4220365387338904,
+ "grad_norm": 2.515625,
+ "learning_rate": 9.16671998771478e-06,
+ "loss": 0.3523244380950928,
+ "mean_token_accuracy": 0.9142401218414307,
+ "num_tokens": 9228047.0,
+ "step": 1490
+ },
+ {
+ "entropy": 0.25877189775928855,
+ "epoch": 0.424868998725393,
+ "grad_norm": 3.9375,
+ "learning_rate": 9.154000808452883e-06,
+ "loss": 0.2900538921356201,
+ "mean_token_accuracy": 0.9240692466497421,
+ "num_tokens": 9292649.0,
+ "step": 1500
+ },
+ {
+ "entropy": 0.3218853287398815,
+ "epoch": 0.42770145871689563,
+ "grad_norm": 2.671875,
+ "learning_rate": 9.14119425474845e-06,
+ "loss": 0.37074031829833987,
+ "mean_token_accuracy": 0.9025695845484734,
+ "num_tokens": 9358701.0,
+ "step": 1510
+ },
+ {
+ "entropy": 0.2493061749264598,
+ "epoch": 0.43053391870839824,
+ "grad_norm": 3.78125,
+ "learning_rate": 9.128300595972035e-06,
+ "loss": 0.2916921615600586,
+ "mean_token_accuracy": 0.9247250065207482,
+ "num_tokens": 9415998.0,
+ "step": 1520
+ },
+ {
+ "entropy": 0.24458966655656694,
+ "epoch": 0.43336637869990086,
+ "grad_norm": 3.046875,
+ "learning_rate": 9.115320103326341e-06,
+ "loss": 0.3079118490219116,
+ "mean_token_accuracy": 0.9261806443333626,
+ "num_tokens": 9477772.0,
+ "step": 1530
+ },
+ {
+ "entropy": 0.24118555188179017,
+ "epoch": 0.43619883869140347,
+ "grad_norm": 2.796875,
+ "learning_rate": 9.102253049840515e-06,
+ "loss": 0.2698474645614624,
+ "mean_token_accuracy": 0.9262908518314361,
+ "num_tokens": 9543178.0,
+ "step": 1540
+ },
+ {
+ "entropy": 0.27692517237737774,
+ "epoch": 0.4390312986829061,
+ "grad_norm": 3.59375,
+ "learning_rate": 9.089099710364413e-06,
+ "loss": 0.35334970951080324,
+ "mean_token_accuracy": 0.9152400702238083,
+ "num_tokens": 9603845.0,
+ "step": 1550
+ },
+ {
+ "entropy": 0.22478010756894945,
+ "epoch": 0.44186375867440875,
+ "grad_norm": 4.0625,
+ "learning_rate": 9.07586036156281e-06,
+ "loss": 0.2800618648529053,
+ "mean_token_accuracy": 0.9322063907980919,
+ "num_tokens": 9657847.0,
+ "step": 1560
+ },
+ {
+ "entropy": 0.301778607442975,
+ "epoch": 0.44469621866591136,
+ "grad_norm": 3.015625,
+ "learning_rate": 9.062535281909586e-06,
+ "loss": 0.347332239151001,
+ "mean_token_accuracy": 0.9108933255076408,
+ "num_tokens": 9717055.0,
+ "step": 1570
+ },
+ {
+ "entropy": 0.2316664133220911,
+ "epoch": 0.44752867865741397,
+ "grad_norm": 2.828125,
+ "learning_rate": 9.049124751681867e-06,
+ "loss": 0.2667954921722412,
+ "mean_token_accuracy": 0.932160672545433,
+ "num_tokens": 9777625.0,
+ "step": 1580
+ },
+ {
+ "entropy": 0.26570963142439724,
+ "epoch": 0.4503611386489166,
+ "grad_norm": 3.15625,
+ "learning_rate": 9.03562905295413e-06,
+ "loss": 0.3452394962310791,
+ "mean_token_accuracy": 0.9210765406489372,
+ "num_tokens": 9837849.0,
+ "step": 1590
+ },
+ {
+ "entropy": 0.241340676182881,
+ "epoch": 0.4531935986404192,
+ "grad_norm": 2.34375,
+ "learning_rate": 9.022048469592266e-06,
+ "loss": 0.292175817489624,
+ "mean_token_accuracy": 0.9271585017442703,
+ "num_tokens": 9899403.0,
+ "step": 1600
+ },
+ {
+ "entropy": 0.22770550679415463,
+ "epoch": 0.4560260586319218,
+ "grad_norm": 2.6875,
+ "learning_rate": 9.008383287247619e-06,
+ "loss": 0.25679965019226075,
+ "mean_token_accuracy": 0.9316400110721588,
+ "num_tokens": 9954779.0,
+ "step": 1610
+ },
+ {
+ "entropy": 0.2558764288201928,
+ "epoch": 0.45885851862342447,
+ "grad_norm": 3.65625,
+ "learning_rate": 8.994633793350966e-06,
+ "loss": 0.30559663772583007,
+ "mean_token_accuracy": 0.9226524040102959,
+ "num_tokens": 10016491.0,
+ "step": 1620
+ },
+ {
+ "entropy": 0.22422194620594382,
+ "epoch": 0.4616909786149271,
+ "grad_norm": 2.875,
+ "learning_rate": 8.98080027710648e-06,
+ "loss": 0.2620770692825317,
+ "mean_token_accuracy": 0.931402213871479,
+ "num_tokens": 10077692.0,
+ "step": 1630
+ },
+ {
+ "entropy": 0.26183739248663185,
+ "epoch": 0.4645234386064297,
+ "grad_norm": 3.5,
+ "learning_rate": 8.966883029485644e-06,
+ "loss": 0.3246657371520996,
+ "mean_token_accuracy": 0.9211442023515701,
+ "num_tokens": 10138856.0,
+ "step": 1640
+ },
+ {
+ "entropy": 0.27033895151689646,
+ "epoch": 0.4673558985979323,
+ "grad_norm": 2.9375,
+ "learning_rate": 8.952882343221128e-06,
+ "loss": 0.31453800201416016,
+ "mean_token_accuracy": 0.9187925904989243,
+ "num_tokens": 10199283.0,
+ "step": 1650
+ },
+ {
+ "entropy": 0.27811811305582523,
+ "epoch": 0.4701883585894349,
+ "grad_norm": 3.03125,
+ "learning_rate": 8.938798512800635e-06,
+ "loss": 0.3228362321853638,
+ "mean_token_accuracy": 0.9144035845994949,
+ "num_tokens": 10262755.0,
+ "step": 1660
+ },
+ {
+ "entropy": 0.25631644316017627,
+ "epoch": 0.47302081858093753,
+ "grad_norm": 3.65625,
+ "learning_rate": 8.924631834460706e-06,
+ "loss": 0.3209569454193115,
+ "mean_token_accuracy": 0.9214628890156746,
+ "num_tokens": 10329283.0,
+ "step": 1670
+ },
+ {
+ "entropy": 0.22031188122928141,
+ "epoch": 0.47585327857244014,
+ "grad_norm": 3.28125,
+ "learning_rate": 8.910382606180488e-06,
+ "loss": 0.26499745845794676,
+ "mean_token_accuracy": 0.9340609654784202,
+ "num_tokens": 10384021.0,
+ "step": 1680
+ },
+ {
+ "entropy": 0.2515722900629044,
+ "epoch": 0.4786857385639428,
+ "grad_norm": 3.140625,
+ "learning_rate": 8.896051127675472e-06,
+ "loss": 0.299767804145813,
+ "mean_token_accuracy": 0.9258117720484733,
+ "num_tokens": 10448164.0,
+ "step": 1690
+ },
+ {
+ "entropy": 0.29240532079711556,
+ "epoch": 0.4815181985554454,
+ "grad_norm": 3.28125,
+ "learning_rate": 8.881637700391179e-06,
+ "loss": 0.34952309131622317,
+ "mean_token_accuracy": 0.912120270729065,
+ "num_tokens": 10509285.0,
+ "step": 1700
+ },
+ {
+ "entropy": 0.2534479722380638,
+ "epoch": 0.48435065854694803,
+ "grad_norm": 2.859375,
+ "learning_rate": 8.867142627496825e-06,
+ "loss": 0.29810385704040526,
+ "mean_token_accuracy": 0.9233490318059921,
+ "num_tokens": 10569057.0,
+ "step": 1710
+ },
+ {
+ "entropy": 0.2604710581712425,
+ "epoch": 0.48718311853845064,
+ "grad_norm": 3.171875,
+ "learning_rate": 8.852566213878947e-06,
+ "loss": 0.3080343961715698,
+ "mean_token_accuracy": 0.9179377123713494,
+ "num_tokens": 10629126.0,
+ "step": 1720
+ },
+ {
+ "entropy": 0.23515669340267778,
+ "epoch": 0.49001557852995326,
+ "grad_norm": 3.1875,
+ "learning_rate": 8.837908766134984e-06,
+ "loss": 0.2872535467147827,
+ "mean_token_accuracy": 0.9293222084641457,
+ "num_tokens": 10688424.0,
+ "step": 1730
+ },
+ {
+ "entropy": 0.2053655257448554,
+ "epoch": 0.49284803852145587,
+ "grad_norm": 2.96875,
+ "learning_rate": 8.823170592566833e-06,
+ "loss": 0.2675440788269043,
+ "mean_token_accuracy": 0.9372267380356789,
+ "num_tokens": 10747596.0,
+ "step": 1740
+ },
+ {
+ "entropy": 0.2699555506929755,
+ "epoch": 0.4956804985129585,
+ "grad_norm": 3.984375,
+ "learning_rate": 8.808352003174362e-06,
+ "loss": 0.34564881324768065,
+ "mean_token_accuracy": 0.917387866973877,
+ "num_tokens": 10809793.0,
+ "step": 1750
+ },
+ {
+ "entropy": 0.23093979228287936,
+ "epoch": 0.49851295850446115,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.793453309648885e-06,
+ "loss": 0.2652362108230591,
+ "mean_token_accuracy": 0.9302272021770477,
+ "num_tokens": 10871670.0,
+ "step": 1760
+ },
+ {
+ "entropy": 0.217674121260643,
+ "epoch": 0.5013454184959637,
+ "grad_norm": 2.296875,
+ "learning_rate": 8.77847482536662e-06,
+ "loss": 0.26816089153289796,
+ "mean_token_accuracy": 0.9338669091463089,
+ "num_tokens": 10933491.0,
+ "step": 1770
+ },
+ {
+ "entropy": 0.2443548015318811,
+ "epoch": 0.5041778784874663,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.76341686538208e-06,
+ "loss": 0.2879756450653076,
+ "mean_token_accuracy": 0.9252054631710053,
+ "num_tokens": 10993120.0,
+ "step": 1780
+ },
+ {
+ "entropy": 0.28073133789002896,
+ "epoch": 0.507010338478969,
+ "grad_norm": 3.578125,
+ "learning_rate": 8.748279746421459e-06,
+ "loss": 0.3664905071258545,
+ "mean_token_accuracy": 0.914407916367054,
+ "num_tokens": 11053747.0,
+ "step": 1790
+ },
+ {
+ "entropy": 0.3151184435933828,
+ "epoch": 0.5098427984704716,
+ "grad_norm": 3.015625,
+ "learning_rate": 8.73306378687596e-06,
+ "loss": 0.3645954132080078,
+ "mean_token_accuracy": 0.9064996063709259,
+ "num_tokens": 11123459.0,
+ "step": 1800
+ },
+ {
+ "entropy": 0.26551789194345476,
+ "epoch": 0.5126752584619743,
+ "grad_norm": 3.09375,
+ "learning_rate": 8.717769306795115e-06,
+ "loss": 0.3270742416381836,
+ "mean_token_accuracy": 0.9203312039375305,
+ "num_tokens": 11187350.0,
+ "step": 1810
+ },
+ {
+ "entropy": 0.28791499985381963,
+ "epoch": 0.5155077184534769,
+ "grad_norm": 2.15625,
+ "learning_rate": 8.702396627880027e-06,
+ "loss": 0.3446188449859619,
+ "mean_token_accuracy": 0.9122902229428291,
+ "num_tokens": 11250584.0,
+ "step": 1820
+ },
+ {
+ "entropy": 0.22998738354071974,
+ "epoch": 0.5183401784449795,
+ "grad_norm": 2.875,
+ "learning_rate": 8.686946073476628e-06,
+ "loss": 0.2620666027069092,
+ "mean_token_accuracy": 0.931136479973793,
+ "num_tokens": 11312929.0,
+ "step": 1830
+ },
+ {
+ "entropy": 0.26515663117170335,
+ "epoch": 0.5211726384364821,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.671417968568864e-06,
+ "loss": 0.32726387977600097,
+ "mean_token_accuracy": 0.9194383502006531,
+ "num_tokens": 11373406.0,
+ "step": 1840
+ },
+ {
+ "entropy": 0.27902805162593725,
+ "epoch": 0.5240050984279847,
+ "grad_norm": 2.65625,
+ "learning_rate": 8.655812639771865e-06,
+ "loss": 0.35257582664489745,
+ "mean_token_accuracy": 0.9158491358160973,
+ "num_tokens": 11434074.0,
+ "step": 1850
+ },
+ {
+ "entropy": 0.24821369755081832,
+ "epoch": 0.5268375584194873,
+ "grad_norm": 2.8125,
+ "learning_rate": 8.64013041532507e-06,
+ "loss": 0.279030966758728,
+ "mean_token_accuracy": 0.9226725235581398,
+ "num_tokens": 11493973.0,
+ "step": 1860
+ },
+ {
+ "entropy": 0.19138105222955346,
+ "epoch": 0.5296700184109899,
+ "grad_norm": 3.34375,
+ "learning_rate": 8.62437162508533e-06,
+ "loss": 0.26068317890167236,
+ "mean_token_accuracy": 0.9415134266018867,
+ "num_tokens": 11551169.0,
+ "step": 1870
+ },
+ {
+ "entropy": 0.1800975519232452,
+ "epoch": 0.5325024784024925,
+ "grad_norm": 2.5625,
+ "learning_rate": 8.608536600519965e-06,
+ "loss": 0.21379611492156983,
+ "mean_token_accuracy": 0.947042727470398,
+ "num_tokens": 11607689.0,
+ "step": 1880
+ },
+ {
+ "entropy": 0.2381605574861169,
+ "epoch": 0.5353349383939952,
+ "grad_norm": 3.5625,
+ "learning_rate": 8.592625674699791e-06,
+ "loss": 0.31764028072357176,
+ "mean_token_accuracy": 0.9277781933546067,
+ "num_tokens": 11670275.0,
+ "step": 1890
+ },
+ {
+ "entropy": 0.24414894701912998,
+ "epoch": 0.5381673983854978,
+ "grad_norm": 2.96875,
+ "learning_rate": 8.576639182292117e-06,
+ "loss": 0.2984654664993286,
+ "mean_token_accuracy": 0.9253525018692017,
+ "num_tokens": 11732674.0,
+ "step": 1900
+ },
+ {
+ "entropy": 0.26540830750018357,
+ "epoch": 0.5409998583770004,
+ "grad_norm": 2.5,
+ "learning_rate": 8.560577459553705e-06,
+ "loss": 0.2995338201522827,
+ "mean_token_accuracy": 0.9170404925942421,
+ "num_tokens": 11796122.0,
+ "step": 1910
+ },
+ {
+ "entropy": 0.22120436416007577,
+ "epoch": 0.5438323183685031,
+ "grad_norm": 2.453125,
+ "learning_rate": 8.5444408443237e-06,
+ "loss": 0.2612636566162109,
+ "mean_token_accuracy": 0.9336322173476219,
+ "num_tokens": 11855783.0,
+ "step": 1920
+ },
+ {
+ "entropy": 0.2574581575579941,
+ "epoch": 0.5466647783600057,
+ "grad_norm": 3.671875,
+ "learning_rate": 8.528229676016516e-06,
+ "loss": 0.2953659534454346,
+ "mean_token_accuracy": 0.9200656801462174,
+ "num_tokens": 11915467.0,
+ "step": 1930
+ },
+ {
+ "entropy": 0.2645864601247013,
+ "epoch": 0.5494972383515083,
+ "grad_norm": 2.859375,
+ "learning_rate": 8.511944295614705e-06,
+ "loss": 0.31510348320007325,
+ "mean_token_accuracy": 0.9208753496408463,
+ "num_tokens": 11982685.0,
+ "step": 1940
+ },
+ {
+ "entropy": 0.2253680657595396,
+ "epoch": 0.5523296983430109,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.49558504566178e-06,
+ "loss": 0.2593071460723877,
+ "mean_token_accuracy": 0.9332447171211242,
+ "num_tokens": 12043764.0,
+ "step": 1950
+ },
+ {
+ "entropy": 0.2743760205805302,
+ "epoch": 0.5551621583345135,
+ "grad_norm": 2.875,
+ "learning_rate": 8.479152270255015e-06,
+ "loss": 0.32801840305328367,
+ "mean_token_accuracy": 0.9175538629293442,
+ "num_tokens": 12106744.0,
+ "step": 1960
+ },
+ {
+ "entropy": 0.2409117895178497,
+ "epoch": 0.5579946183260162,
+ "grad_norm": 2.4375,
+ "learning_rate": 8.462646315038199e-06,
+ "loss": 0.3042436599731445,
+ "mean_token_accuracy": 0.9294470772147179,
+ "num_tokens": 12168588.0,
+ "step": 1970
+ },
+ {
+ "entropy": 0.25588282784447075,
+ "epoch": 0.5608270783175188,
+ "grad_norm": 2.75,
+ "learning_rate": 8.446067527194377e-06,
+ "loss": 0.28229076862335206,
+ "mean_token_accuracy": 0.9217988669872283,
+ "num_tokens": 12234235.0,
+ "step": 1980
+ },
+ {
+ "entropy": 0.22676437282934786,
+ "epoch": 0.5636595383090214,
+ "grad_norm": 3.21875,
+ "learning_rate": 8.429416255438535e-06,
+ "loss": 0.2763058185577393,
+ "mean_token_accuracy": 0.9312441393733024,
+ "num_tokens": 12295523.0,
+ "step": 1990
+ },
+ {
+ "entropy": 0.23693293845281005,
+ "epoch": 0.566491998300524,
+ "grad_norm": 2.84375,
+ "learning_rate": 8.412692850010276e-06,
+ "loss": 0.25852394104003906,
+ "mean_token_accuracy": 0.929935322701931,
+ "num_tokens": 12355289.0,
+ "step": 2000
+ },
+ {
+ "entropy": 0.26585140177048744,
+ "epoch": 0.5693244582920266,
+ "grad_norm": 3.15625,
+ "learning_rate": 8.395897662666444e-06,
+ "loss": 0.33711426258087157,
+ "mean_token_accuracy": 0.921252678334713,
+ "num_tokens": 12419888.0,
+ "step": 2010
+ },
+ {
+ "entropy": 0.2817812806926668,
+ "epoch": 0.5721569182835292,
+ "grad_norm": 2.71875,
+ "learning_rate": 8.379031046673735e-06,
+ "loss": 0.329822039604187,
+ "mean_token_accuracy": 0.915573863685131,
+ "num_tokens": 12481072.0,
+ "step": 2020
+ },
+ {
+ "entropy": 0.2310811343602836,
+ "epoch": 0.5749893782750318,
+ "grad_norm": 3.15625,
+ "learning_rate": 8.36209335680126e-06,
+ "loss": 0.2848243236541748,
+ "mean_token_accuracy": 0.9298717737197876,
+ "num_tokens": 12537117.0,
+ "step": 2030
+ },
+ {
+ "entropy": 0.24113858481869102,
+ "epoch": 0.5778218382665344,
+ "grad_norm": 3.5,
+ "learning_rate": 8.345084949313082e-06,
+ "loss": 0.30589349269866944,
+ "mean_token_accuracy": 0.9254002273082733,
+ "num_tokens": 12598523.0,
+ "step": 2040
+ },
+ {
+ "entropy": 0.2469558353535831,
+ "epoch": 0.5806542982580372,
+ "grad_norm": 2.46875,
+ "learning_rate": 8.328006181960728e-06,
+ "loss": 0.2666426420211792,
+ "mean_token_accuracy": 0.9237473145127296,
+ "num_tokens": 12659850.0,
+ "step": 2050
+ },
+ {
+ "entropy": 0.22523943707346916,
+ "epoch": 0.5834867582495398,
+ "grad_norm": 3.515625,
+ "learning_rate": 8.310857413975653e-06,
+ "loss": 0.2842994451522827,
+ "mean_token_accuracy": 0.9316848069429398,
+ "num_tokens": 12728769.0,
+ "step": 2060
+ },
+ {
+ "entropy": 0.23469501873478293,
+ "epoch": 0.5863192182410424,
+ "grad_norm": 2.890625,
+ "learning_rate": 8.293639006061701e-06,
+ "loss": 0.28825619220733645,
+ "mean_token_accuracy": 0.9315712109208107,
+ "num_tokens": 12793510.0,
+ "step": 2070
+ },
+ {
+ "entropy": 0.26904424456879494,
+ "epoch": 0.589151678232545,
+ "grad_norm": 2.75,
+ "learning_rate": 8.276351320387505e-06,
+ "loss": 0.3132829427719116,
+ "mean_token_accuracy": 0.9184053987264633,
+ "num_tokens": 12859305.0,
+ "step": 2080
+ },
+ {
+ "entropy": 0.22551713800057768,
+ "epoch": 0.5919841382240476,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.25899472057887e-06,
+ "loss": 0.25671346187591554,
+ "mean_token_accuracy": 0.9330786928534508,
+ "num_tokens": 12919296.0,
+ "step": 2090
+ },
+ {
+ "entropy": 0.2908180743455887,
+ "epoch": 0.5948165982155502,
+ "grad_norm": 3.4375,
+ "learning_rate": 8.241569571711131e-06,
+ "loss": 0.3749950885772705,
+ "mean_token_accuracy": 0.9122948393225669,
+ "num_tokens": 12984110.0,
+ "step": 2100
+ },
+ {
+ "entropy": 0.18859034972265362,
+ "epoch": 0.5976490582070528,
+ "grad_norm": 3.3125,
+ "learning_rate": 8.22407624030147e-06,
+ "loss": 0.21266024112701415,
+ "mean_token_accuracy": 0.9415996059775352,
+ "num_tokens": 13044585.0,
+ "step": 2110
+ },
+ {
+ "entropy": 0.2686202362179756,
+ "epoch": 0.6004815181985554,
+ "grad_norm": 3.140625,
+ "learning_rate": 8.206515094301206e-06,
+ "loss": 0.3143640995025635,
+ "mean_token_accuracy": 0.9184302508831024,
+ "num_tokens": 13104184.0,
+ "step": 2120
+ },
+ {
+ "entropy": 0.2924169018864632,
+ "epoch": 0.603313978190058,
+ "grad_norm": 2.515625,
+ "learning_rate": 8.18888650308806e-06,
+ "loss": 0.33350090980529784,
+ "mean_token_accuracy": 0.9111582815647126,
+ "num_tokens": 13169744.0,
+ "step": 2130
+ },
+ {
+ "entropy": 0.23468140745535493,
+ "epoch": 0.6061464381815607,
+ "grad_norm": 3.125,
+ "learning_rate": 8.171190837458378e-06,
+ "loss": 0.2748774290084839,
+ "mean_token_accuracy": 0.9279026314616203,
+ "num_tokens": 13230747.0,
+ "step": 2140
+ },
+ {
+ "entropy": 0.2707135030068457,
+ "epoch": 0.6089788981730633,
+ "grad_norm": 2.640625,
+ "learning_rate": 8.153428469619337e-06,
+ "loss": 0.3319953680038452,
+ "mean_token_accuracy": 0.9202817261219025,
+ "num_tokens": 13294156.0,
+ "step": 2150
+ },
+ {
+ "entropy": 0.33541303491219876,
+ "epoch": 0.6118113581645659,
+ "grad_norm": 3.171875,
+ "learning_rate": 8.135599773181121e-06,
+ "loss": 0.34877288341522217,
+ "mean_token_accuracy": 0.9051463961601257,
+ "num_tokens": 13361330.0,
+ "step": 2160
+ },
+ {
+ "entropy": 0.24658853579312562,
+ "epoch": 0.6146438181560685,
+ "grad_norm": 2.84375,
+ "learning_rate": 8.117705123149048e-06,
+ "loss": 0.3000421762466431,
+ "mean_token_accuracy": 0.9227447956800461,
+ "num_tokens": 13423145.0,
+ "step": 2170
+ },
+ {
+ "entropy": 0.24564437023364008,
+ "epoch": 0.6174762781475711,
+ "grad_norm": 3.296875,
+ "learning_rate": 8.099744895915698e-06,
+ "loss": 0.3217023849487305,
+ "mean_token_accuracy": 0.9250235304236412,
+ "num_tokens": 13485257.0,
+ "step": 2180
+ },
+ {
+ "entropy": 0.2456009641289711,
+ "epoch": 0.6203087381390738,
+ "grad_norm": 2.84375,
+ "learning_rate": 8.081719469252986e-06,
+ "loss": 0.310084867477417,
+ "mean_token_accuracy": 0.9257996216416359,
+ "num_tokens": 13546943.0,
+ "step": 2190
+ },
+ {
+ "entropy": 0.29650545958429575,
+ "epoch": 0.6231411981305764,
+ "grad_norm": 3.640625,
+ "learning_rate": 8.063629222304217e-06,
+ "loss": 0.34581058025360106,
+ "mean_token_accuracy": 0.9123394638299942,
+ "num_tokens": 13610152.0,
+ "step": 2200
+ },
+ {
+ "entropy": 0.2508404080756009,
+ "epoch": 0.6259736581220791,
+ "grad_norm": 2.921875,
+ "learning_rate": 8.04547453557612e-06,
+ "loss": 0.28043336868286134,
+ "mean_token_accuracy": 0.92689019292593,
+ "num_tokens": 13671659.0,
+ "step": 2210
+ },
+ {
+ "entropy": 0.22516307719051837,
+ "epoch": 0.6288061181135817,
+ "grad_norm": 2.9375,
+ "learning_rate": 8.027255790930832e-06,
+ "loss": 0.2544457674026489,
+ "mean_token_accuracy": 0.9322215467691422,
+ "num_tokens": 13726023.0,
+ "step": 2220
+ },
+ {
+ "entropy": 0.2471348475664854,
+ "epoch": 0.6316385781050843,
+ "grad_norm": 3.640625,
+ "learning_rate": 8.00897337157787e-06,
+ "loss": 0.29131321907043456,
+ "mean_token_accuracy": 0.9242102384567261,
+ "num_tokens": 13785984.0,
+ "step": 2230
+ },
+ {
+ "entropy": 0.20350156892091037,
+ "epoch": 0.6344710380965869,
+ "grad_norm": 3.0,
+ "learning_rate": 7.990627662066081e-06,
+ "loss": 0.2495595932006836,
+ "mean_token_accuracy": 0.9376389294862747,
+ "num_tokens": 13841115.0,
+ "step": 2240
+ },
+ {
+ "entropy": 0.21044904924929142,
+ "epoch": 0.6373034980880895,
+ "grad_norm": 3.015625,
+ "learning_rate": 7.972219048275537e-06,
+ "loss": 0.2602006673812866,
+ "mean_token_accuracy": 0.9350134670734406,
+ "num_tokens": 13900115.0,
+ "step": 2250
+ },
+ {
+ "entropy": 0.2591171387583017,
+ "epoch": 0.6401359580795921,
+ "grad_norm": 2.421875,
+ "learning_rate": 7.953747917409428e-06,
+ "loss": 0.31584160327911376,
+ "mean_token_accuracy": 0.923833379149437,
+ "num_tokens": 13963087.0,
+ "step": 2260
+ },
+ {
+ "entropy": 0.26614895891398194,
+ "epoch": 0.6429684180710947,
+ "grad_norm": 2.671875,
+ "learning_rate": 7.935214657985918e-06,
+ "loss": 0.31452739238739014,
+ "mean_token_accuracy": 0.9192465171217918,
+ "num_tokens": 14025691.0,
+ "step": 2270
+ },
+ {
+ "entropy": 0.27064447924494744,
+ "epoch": 0.6458008780625973,
+ "grad_norm": 2.546875,
+ "learning_rate": 7.91661965982997e-06,
+ "loss": 0.3128303289413452,
+ "mean_token_accuracy": 0.9186597511172294,
+ "num_tokens": 14090376.0,
+ "step": 2280
+ },
+ {
+ "entropy": 0.26707220980897545,
+ "epoch": 0.6486333380541,
+ "grad_norm": 3.375,
+ "learning_rate": 7.897963314065146e-06,
+ "loss": 0.332572865486145,
+ "mean_token_accuracy": 0.9179326295852661,
+ "num_tokens": 14153049.0,
+ "step": 2290
+ },
+ {
+ "entropy": 0.23635501032695175,
+ "epoch": 0.6514657980456026,
+ "grad_norm": 3.65625,
+ "learning_rate": 7.879246013105383e-06,
+ "loss": 0.2604819297790527,
+ "mean_token_accuracy": 0.928515163064003,
+ "num_tokens": 14212590.0,
+ "step": 2300
+ },
+ {
+ "entropy": 0.18730585724115373,
+ "epoch": 0.6542982580371052,
+ "grad_norm": 2.890625,
+ "learning_rate": 7.86046815064674e-06,
+ "loss": 0.22234323024749755,
+ "mean_token_accuracy": 0.9432886317372322,
+ "num_tokens": 14272363.0,
+ "step": 2310
+ },
+ {
+ "entropy": 0.23519881842657925,
+ "epoch": 0.6571307180286079,
+ "grad_norm": 2.84375,
+ "learning_rate": 7.84163012165911e-06,
+ "loss": 0.2765446662902832,
+ "mean_token_accuracy": 0.9290280610322952,
+ "num_tokens": 14336992.0,
+ "step": 2320
+ },
+ {
+ "entropy": 0.2313802231103182,
+ "epoch": 0.6599631780201105,
+ "grad_norm": 2.734375,
+ "learning_rate": 7.822732322377917e-06,
+ "loss": 0.27338762283325196,
+ "mean_token_accuracy": 0.9289564326405525,
+ "num_tokens": 14396618.0,
+ "step": 2330
+ },
+ {
+ "entropy": 0.2716065593995154,
+ "epoch": 0.6627956380116131,
+ "grad_norm": 2.875,
+ "learning_rate": 7.80377515029579e-06,
+ "loss": 0.32843728065490724,
+ "mean_token_accuracy": 0.9162494570016861,
+ "num_tokens": 14458037.0,
+ "step": 2340
+ },
+ {
+ "entropy": 0.25247769290581346,
+ "epoch": 0.6656280980031157,
+ "grad_norm": 2.5625,
+ "learning_rate": 7.784759004154183e-06,
+ "loss": 0.3014644384384155,
+ "mean_token_accuracy": 0.9235790967941284,
+ "num_tokens": 14518336.0,
+ "step": 2350
+ },
+ {
+ "entropy": 0.2789898415096104,
+ "epoch": 0.6684605579946183,
+ "grad_norm": 2.171875,
+ "learning_rate": 7.765684283935006e-06,
+ "loss": 0.3393056392669678,
+ "mean_token_accuracy": 0.9150487512350083,
+ "num_tokens": 14584530.0,
+ "step": 2360
+ },
+ {
+ "entropy": 0.2857982048764825,
+ "epoch": 0.671293017986121,
+ "grad_norm": 3.484375,
+ "learning_rate": 7.746551390852199e-06,
+ "loss": 0.33240134716033937,
+ "mean_token_accuracy": 0.9147992506623268,
+ "num_tokens": 14646054.0,
+ "step": 2370
+ },
+ {
+ "entropy": 0.2915321681648493,
+ "epoch": 0.6741254779776236,
+ "grad_norm": 4.3125,
+ "learning_rate": 7.72736072734331e-06,
+ "loss": 0.36970064640045164,
+ "mean_token_accuracy": 0.9111756727099418,
+ "num_tokens": 14709275.0,
+ "step": 2380
+ },
+ {
+ "entropy": 0.26030201790854335,
+ "epoch": 0.6769579379691262,
+ "grad_norm": 2.859375,
+ "learning_rate": 7.708112697061001e-06,
+ "loss": 0.30298757553100586,
+ "mean_token_accuracy": 0.9198774963617324,
+ "num_tokens": 14772965.0,
+ "step": 2390
+ },
+ {
+ "entropy": 0.2829222582280636,
+ "epoch": 0.6797903979606288,
+ "grad_norm": 2.546875,
+ "learning_rate": 7.688807704864595e-06,
+ "loss": 0.3579793691635132,
+ "mean_token_accuracy": 0.9152989521622658,
+ "num_tokens": 14840008.0,
+ "step": 2400
+ },
+ {
+ "entropy": 0.2631208342500031,
+ "epoch": 0.6826228579521314,
+ "grad_norm": 2.828125,
+ "learning_rate": 7.669446156811525e-06,
+ "loss": 0.30640134811401365,
+ "mean_token_accuracy": 0.9224727541208267,
+ "num_tokens": 14903705.0,
+ "step": 2410
+ },
+ {
+ "entropy": 0.28142532696947453,
+ "epoch": 0.685455317943634,
+ "grad_norm": 2.96875,
+ "learning_rate": 7.650028460148817e-06,
+ "loss": 0.3514870643615723,
+ "mean_token_accuracy": 0.9167749881744385,
+ "num_tokens": 14965400.0,
+ "step": 2420
+ },
+ {
+ "entropy": 0.24295094180852175,
+ "epoch": 0.6882877779351366,
+ "grad_norm": 3.5,
+ "learning_rate": 7.630555023304514e-06,
+ "loss": 0.2785991668701172,
+ "mean_token_accuracy": 0.9278908744454384,
+ "num_tokens": 15029808.0,
+ "step": 2430
+ },
+ {
+ "entropy": 0.18873289050534367,
+ "epoch": 0.6911202379266392,
+ "grad_norm": 2.296875,
+ "learning_rate": 7.611026255879088e-06,
+ "loss": 0.23008534908294678,
+ "mean_token_accuracy": 0.9430599778890609,
+ "num_tokens": 15090981.0,
+ "step": 2440
+ },
+ {
+ "entropy": 0.2223091773688793,
+ "epoch": 0.693952697918142,
+ "grad_norm": 2.96875,
+ "learning_rate": 7.591442568636822e-06,
+ "loss": 0.267603325843811,
+ "mean_token_accuracy": 0.9312801957130432,
+ "num_tokens": 15152630.0,
+ "step": 2450
+ },
+ {
+ "entropy": 0.26084692431613804,
+ "epoch": 0.6967851579096446,
+ "grad_norm": 3.25,
+ "learning_rate": 7.571804373497173e-06,
+ "loss": 0.30105032920837405,
+ "mean_token_accuracy": 0.9229624062776566,
+ "num_tokens": 15211754.0,
+ "step": 2460
+ },
+ {
+ "entropy": 0.24022008180618287,
+ "epoch": 0.6996176179011472,
+ "grad_norm": 3.3125,
+ "learning_rate": 7.5521120835261065e-06,
+ "loss": 0.2701953649520874,
+ "mean_token_accuracy": 0.9274321302771569,
+ "num_tokens": 15274153.0,
+ "step": 2470
+ },
+ {
+ "entropy": 0.2550209416076541,
+ "epoch": 0.7024500778926498,
+ "grad_norm": 2.046875,
+ "learning_rate": 7.532366112927407e-06,
+ "loss": 0.3169812440872192,
+ "mean_token_accuracy": 0.9224504098296166,
+ "num_tokens": 15339594.0,
+ "step": 2480
+ },
+ {
+ "entropy": 0.26162951737642287,
+ "epoch": 0.7052825378841524,
+ "grad_norm": 2.734375,
+ "learning_rate": 7.512566877033968e-06,
+ "loss": 0.29904582500457766,
+ "mean_token_accuracy": 0.9231197029352188,
+ "num_tokens": 15403318.0,
+ "step": 2490
+ },
+ {
+ "entropy": 0.27893123114481566,
+ "epoch": 0.708114997875655,
+ "grad_norm": 3.296875,
+ "learning_rate": 7.492714792299053e-06,
+ "loss": 0.3410791873931885,
+ "mean_token_accuracy": 0.9162520408630371,
+ "num_tokens": 15466225.0,
+ "step": 2500
+ },
+ {
+ "entropy": 0.26706293215975163,
+ "epoch": 0.7109474578671576,
+ "grad_norm": 4.1875,
+ "learning_rate": 7.472810276287541e-06,
+ "loss": 0.3118849515914917,
+ "mean_token_accuracy": 0.9185350984334946,
+ "num_tokens": 15526100.0,
+ "step": 2510
+ },
+ {
+ "entropy": 0.20730372141115366,
+ "epoch": 0.7137799178586602,
+ "grad_norm": 3.015625,
+ "learning_rate": 7.452853747667136e-06,
+ "loss": 0.23900976181030273,
+ "mean_token_accuracy": 0.9376061603426933,
+ "num_tokens": 15584753.0,
+ "step": 2520
+ },
+ {
+ "entropy": 0.3262269163504243,
+ "epoch": 0.7166123778501629,
+ "grad_norm": 2.9375,
+ "learning_rate": 7.43284562619957e-06,
+ "loss": 0.37392189502716067,
+ "mean_token_accuracy": 0.9016158953309059,
+ "num_tokens": 15655382.0,
+ "step": 2530
+ },
+ {
+ "entropy": 0.2649149850010872,
+ "epoch": 0.7194448378416655,
+ "grad_norm": 2.984375,
+ "learning_rate": 7.412786332731763e-06,
+ "loss": 0.33331003189086916,
+ "mean_token_accuracy": 0.9169847160577774,
+ "num_tokens": 15716755.0,
+ "step": 2540
+ },
+ {
+ "entropy": 0.27070029405876994,
+ "epoch": 0.7222772978331681,
+ "grad_norm": 3.078125,
+ "learning_rate": 7.392676289186983e-06,
+ "loss": 0.3434555768966675,
+ "mean_token_accuracy": 0.9179270312190055,
+ "num_tokens": 15777903.0,
+ "step": 2550
+ },
+ {
+ "entropy": 0.24752757092937827,
+ "epoch": 0.7251097578246707,
+ "grad_norm": 2.9375,
+ "learning_rate": 7.3725159185559624e-06,
+ "loss": 0.2917940616607666,
+ "mean_token_accuracy": 0.924656766653061,
+ "num_tokens": 15834989.0,
+ "step": 2560
+ },
+ {
+ "entropy": 0.23814148958772421,
+ "epoch": 0.7279422178161733,
+ "grad_norm": 2.28125,
+ "learning_rate": 7.352305644888003e-06,
+ "loss": 0.294418478012085,
+ "mean_token_accuracy": 0.9283932983875275,
+ "num_tokens": 15898543.0,
+ "step": 2570
+ },
+ {
+ "entropy": 0.21530280876904725,
+ "epoch": 0.730774677807676,
+ "grad_norm": 2.953125,
+ "learning_rate": 7.332045893282055e-06,
+ "loss": 0.22945051193237304,
+ "mean_token_accuracy": 0.9348794594407082,
+ "num_tokens": 15954537.0,
+ "step": 2580
+ },
+ {
+ "entropy": 0.3002644120249897,
+ "epoch": 0.7336071377991786,
+ "grad_norm": 3.296875,
+ "learning_rate": 7.311737089877784e-06,
+ "loss": 0.36180920600891114,
+ "mean_token_accuracy": 0.9105057194828987,
+ "num_tokens": 16018470.0,
+ "step": 2590
+ },
+ {
+ "entropy": 0.2535303202457726,
+ "epoch": 0.7364395977906812,
+ "grad_norm": 2.28125,
+ "learning_rate": 7.2913796618466e-06,
+ "loss": 0.29656410217285156,
+ "mean_token_accuracy": 0.9240412935614586,
+ "num_tokens": 16088388.0,
+ "step": 2600
+ },
+ {
+ "entropy": 0.2830115555785596,
+ "epoch": 0.7392720577821839,
+ "grad_norm": 3.203125,
+ "learning_rate": 7.270974037382668e-06,
+ "loss": 0.3519935131072998,
+ "mean_token_accuracy": 0.9133640348911285,
+ "num_tokens": 16154279.0,
+ "step": 2610
+ },
+ {
+ "entropy": 0.24586041700094938,
+ "epoch": 0.7421045177736865,
+ "grad_norm": 2.359375,
+ "learning_rate": 7.250520645693917e-06,
+ "loss": 0.27483334541320803,
+ "mean_token_accuracy": 0.9254726275801659,
+ "num_tokens": 16213208.0,
+ "step": 2620
+ },
+ {
+ "entropy": 0.26750726755708454,
+ "epoch": 0.7449369777651891,
+ "grad_norm": 3.046875,
+ "learning_rate": 7.230019916992992e-06,
+ "loss": 0.34221796989440917,
+ "mean_token_accuracy": 0.9201379746198655,
+ "num_tokens": 16278691.0,
+ "step": 2630
+ },
+ {
+ "entropy": 0.2500247715041041,
+ "epoch": 0.7477694377566917,
+ "grad_norm": 2.625,
+ "learning_rate": 7.209472282488223e-06,
+ "loss": 0.300543212890625,
+ "mean_token_accuracy": 0.9207890287041665,
+ "num_tokens": 16345324.0,
+ "step": 2640
+ },
+ {
+ "entropy": 0.2341125256381929,
+ "epoch": 0.7506018977481943,
+ "grad_norm": 3.0625,
+ "learning_rate": 7.188878174374545e-06,
+ "loss": 0.2815673589706421,
+ "mean_token_accuracy": 0.9287849634885788,
+ "num_tokens": 16404580.0,
+ "step": 2650
+ },
+ {
+ "entropy": 0.23800364518538117,
+ "epoch": 0.7534343577396969,
+ "grad_norm": 3.09375,
+ "learning_rate": 7.168238025824411e-06,
+ "loss": 0.2970713138580322,
+ "mean_token_accuracy": 0.9276653602719307,
+ "num_tokens": 16466254.0,
+ "step": 2660
+ },
+ {
+ "entropy": 0.2154989277943969,
+ "epoch": 0.7562668177311995,
+ "grad_norm": 3.234375,
+ "learning_rate": 7.147552270978677e-06,
+ "loss": 0.2413036584854126,
+ "mean_token_accuracy": 0.9307904481887818,
+ "num_tokens": 16521554.0,
+ "step": 2670
+ },
+ {
+ "entropy": 0.28395778480917216,
+ "epoch": 0.7590992777227021,
+ "grad_norm": 2.78125,
+ "learning_rate": 7.1268213449374745e-06,
+ "loss": 0.35881359577178956,
+ "mean_token_accuracy": 0.9096557378768921,
+ "num_tokens": 16585472.0,
+ "step": 2680
+ },
+ {
+ "entropy": 0.2477033331990242,
+ "epoch": 0.7619317377142047,
+ "grad_norm": 3.1875,
+ "learning_rate": 7.106045683751059e-06,
+ "loss": 0.32397429943084716,
+ "mean_token_accuracy": 0.924396587908268,
+ "num_tokens": 16646769.0,
+ "step": 2690
+ },
+ {
+ "entropy": 0.276877705194056,
+ "epoch": 0.7647641977057074,
+ "grad_norm": 3.21875,
+ "learning_rate": 7.085225724410634e-06,
+ "loss": 0.3684025049209595,
+ "mean_token_accuracy": 0.9165002778172493,
+ "num_tokens": 16713863.0,
+ "step": 2700
+ },
+ {
+ "entropy": 0.22163213035091758,
+ "epoch": 0.76759665769721,
+ "grad_norm": 2.3125,
+ "learning_rate": 7.06436190483916e-06,
+ "loss": 0.24224584102630614,
+ "mean_token_accuracy": 0.9345098420977592,
+ "num_tokens": 16777296.0,
+ "step": 2710
+ },
+ {
+ "entropy": 0.2234968959353864,
+ "epoch": 0.7704291176887127,
+ "grad_norm": 2.984375,
+ "learning_rate": 7.043454663882149e-06,
+ "loss": 0.28868119716644286,
+ "mean_token_accuracy": 0.9326037526130676,
+ "num_tokens": 16844215.0,
+ "step": 2720
+ },
+ {
+ "entropy": 0.26766422418877484,
+ "epoch": 0.7732615776802153,
+ "grad_norm": 2.734375,
+ "learning_rate": 7.022504441298429e-06,
+ "loss": 0.3073421001434326,
+ "mean_token_accuracy": 0.9189599618315697,
+ "num_tokens": 16909286.0,
+ "step": 2730
+ },
+ {
+ "entropy": 0.26785112004727124,
+ "epoch": 0.7760940376717179,
+ "grad_norm": 2.84375,
+ "learning_rate": 7.001511677750892e-06,
+ "loss": 0.33571205139160154,
+ "mean_token_accuracy": 0.9179603174328804,
+ "num_tokens": 16974754.0,
+ "step": 2740
+ },
+ {
+ "entropy": 0.2341361427679658,
+ "epoch": 0.7789264976632205,
+ "grad_norm": 2.796875,
+ "learning_rate": 6.980476814797233e-06,
+ "loss": 0.2919567108154297,
+ "mean_token_accuracy": 0.9273924395442009,
+ "num_tokens": 17036703.0,
+ "step": 2750
+ },
+ {
+ "entropy": 0.2965338154230267,
+ "epoch": 0.7817589576547231,
+ "grad_norm": 3.34375,
+ "learning_rate": 6.959400294880652e-06,
+ "loss": 0.3672937870025635,
+ "mean_token_accuracy": 0.9101479694247245,
+ "num_tokens": 17103487.0,
+ "step": 2760
+ },
+ {
+ "entropy": 0.25479247672483324,
+ "epoch": 0.7845914176462258,
+ "grad_norm": 2.765625,
+ "learning_rate": 6.93828256132056e-06,
+ "loss": 0.32591776847839354,
+ "mean_token_accuracy": 0.9213441327214241,
+ "num_tokens": 17165071.0,
+ "step": 2770
+ },
+ {
+ "entropy": 0.24174591163173317,
+ "epoch": 0.7874238776377284,
+ "grad_norm": 3.34375,
+ "learning_rate": 6.917124058303244e-06,
+ "loss": 0.2789118766784668,
+ "mean_token_accuracy": 0.9260576874017715,
+ "num_tokens": 17222502.0,
+ "step": 2780
+ },
+ {
+ "entropy": 0.21147534740157425,
+ "epoch": 0.790256337629231,
+ "grad_norm": 2.828125,
+ "learning_rate": 6.8959252308725275e-06,
+ "loss": 0.2645533084869385,
+ "mean_token_accuracy": 0.9345291346311569,
+ "num_tokens": 17283104.0,
+ "step": 2790
+ },
+ {
+ "entropy": 0.25261948015540836,
+ "epoch": 0.7930887976207336,
+ "grad_norm": 3.125,
+ "learning_rate": 6.874686524920411e-06,
+ "loss": 0.311038613319397,
+ "mean_token_accuracy": 0.9231654047966004,
+ "num_tokens": 17345216.0,
+ "step": 2800
+ },
+ {
+ "entropy": 0.2530125268734992,
+ "epoch": 0.7959212576122362,
+ "grad_norm": 2.96875,
+ "learning_rate": 6.85340838717769e-06,
+ "loss": 0.3234996795654297,
+ "mean_token_accuracy": 0.9215027883648872,
+ "num_tokens": 17408794.0,
+ "step": 2810
+ },
+ {
+ "entropy": 0.3017550828866661,
+ "epoch": 0.7987537176037388,
+ "grad_norm": 3.109375,
+ "learning_rate": 6.832091265204565e-06,
+ "loss": 0.37363996505737307,
+ "mean_token_accuracy": 0.9086952164769173,
+ "num_tokens": 17477360.0,
+ "step": 2820
+ },
+ {
+ "entropy": 0.27105418452993035,
+ "epoch": 0.8015861775952414,
+ "grad_norm": 3.3125,
+ "learning_rate": 6.8107356073812215e-06,
+ "loss": 0.33116128444671633,
+ "mean_token_accuracy": 0.9182775661349296,
+ "num_tokens": 17535775.0,
+ "step": 2830
+ },
+ {
+ "entropy": 0.2681125304661691,
+ "epoch": 0.804418637586744,
+ "grad_norm": 3.28125,
+ "learning_rate": 6.789341862898395e-06,
+ "loss": 0.3221204519271851,
+ "mean_token_accuracy": 0.918986338376999,
+ "num_tokens": 17596418.0,
+ "step": 2840
+ },
+ {
+ "entropy": 0.2603905743919313,
+ "epoch": 0.8072510975782468,
+ "grad_norm": 4.0625,
+ "learning_rate": 6.7679104817479354e-06,
+ "loss": 0.306916332244873,
+ "mean_token_accuracy": 0.9208408176898957,
+ "num_tokens": 17657884.0,
+ "step": 2850
+ },
+ {
+ "entropy": 0.25807911846786735,
+ "epoch": 0.8100835575697494,
+ "grad_norm": 2.96875,
+ "learning_rate": 6.746441914713333e-06,
+ "loss": 0.3071646451950073,
+ "mean_token_accuracy": 0.9231622457504273,
+ "num_tokens": 17717036.0,
+ "step": 2860
+ },
+ {
+ "entropy": 0.20620333971455693,
+ "epoch": 0.812916017561252,
+ "grad_norm": 3.359375,
+ "learning_rate": 6.7249366133602375e-06,
+ "loss": 0.24239006042480468,
+ "mean_token_accuracy": 0.9358702003955841,
+ "num_tokens": 17775551.0,
+ "step": 2870
+ },
+ {
+ "entropy": 0.25972357029095294,
+ "epoch": 0.8157484775527546,
+ "grad_norm": 3.21875,
+ "learning_rate": 6.703395030026962e-06,
+ "loss": 0.3104058027267456,
+ "mean_token_accuracy": 0.9187611192464828,
+ "num_tokens": 17834439.0,
+ "step": 2880
+ },
+ {
+ "entropy": 0.21425498463213444,
+ "epoch": 0.8185809375442572,
+ "grad_norm": 3.0,
+ "learning_rate": 6.681817617814968e-06,
+ "loss": 0.252565598487854,
+ "mean_token_accuracy": 0.9368388622999191,
+ "num_tokens": 17893694.0,
+ "step": 2890
+ },
+ {
+ "entropy": 0.2535854930989444,
+ "epoch": 0.8214133975357598,
+ "grad_norm": 2.28125,
+ "learning_rate": 6.660204830579332e-06,
+ "loss": 0.3313803195953369,
+ "mean_token_accuracy": 0.9233833655714989,
+ "num_tokens": 17962306.0,
+ "step": 2900
+ },
+ {
+ "entropy": 0.2451658974401653,
+ "epoch": 0.8242458575272624,
+ "grad_norm": 3.703125,
+ "learning_rate": 6.638557122919205e-06,
+ "loss": 0.30023248195648194,
+ "mean_token_accuracy": 0.927768412232399,
+ "num_tokens": 18024640.0,
+ "step": 2910
+ },
+ {
+ "entropy": 0.24401300633326173,
+ "epoch": 0.827078317518765,
+ "grad_norm": 3.171875,
+ "learning_rate": 6.616874950168248e-06,
+ "loss": 0.2784397125244141,
+ "mean_token_accuracy": 0.9251253604888916,
+ "num_tokens": 18084141.0,
+ "step": 2920
+ },
+ {
+ "entropy": 0.23014986477792262,
+ "epoch": 0.8299107775102676,
+ "grad_norm": 3.359375,
+ "learning_rate": 6.59515876838505e-06,
+ "loss": 0.27311115264892577,
+ "mean_token_accuracy": 0.9305102288722992,
+ "num_tokens": 18140590.0,
+ "step": 2930
+ },
+ {
+ "entropy": 0.28850632822141054,
+ "epoch": 0.8327432375017703,
+ "grad_norm": 2.796875,
+ "learning_rate": 6.573409034343542e-06,
+ "loss": 0.34098904132843016,
+ "mean_token_accuracy": 0.9106828451156617,
+ "num_tokens": 18208011.0,
+ "step": 2940
+ },
+ {
+ "entropy": 0.29361714981496334,
+ "epoch": 0.8355756974932729,
+ "grad_norm": 3.125,
+ "learning_rate": 6.551626205523388e-06,
+ "loss": 0.34243457317352294,
+ "mean_token_accuracy": 0.9098032712936401,
+ "num_tokens": 18268600.0,
+ "step": 2950
+ },
+ {
+ "entropy": 0.2732364836148918,
+ "epoch": 0.8384081574847755,
+ "grad_norm": 3.3125,
+ "learning_rate": 6.529810740100358e-06,
+ "loss": 0.32342536449432374,
+ "mean_token_accuracy": 0.9173816591501236,
+ "num_tokens": 18328791.0,
+ "step": 2960
+ },
+ {
+ "entropy": 0.25280639957636597,
+ "epoch": 0.8412406174762781,
+ "grad_norm": 3.53125,
+ "learning_rate": 6.507963096936696e-06,
+ "loss": 0.3110103368759155,
+ "mean_token_accuracy": 0.9237968131899834,
+ "num_tokens": 18392657.0,
+ "step": 2970
+ },
+ {
+ "entropy": 0.2416850916109979,
+ "epoch": 0.8440730774677808,
+ "grad_norm": 2.96875,
+ "learning_rate": 6.486083735571465e-06,
+ "loss": 0.2941933870315552,
+ "mean_token_accuracy": 0.9266998797655106,
+ "num_tokens": 18451243.0,
+ "step": 2980
+ },
+ {
+ "entropy": 0.2634803635068238,
+ "epoch": 0.8469055374592834,
+ "grad_norm": 3.140625,
+ "learning_rate": 6.464173116210884e-06,
+ "loss": 0.31282308101654055,
+ "mean_token_accuracy": 0.9198430389165878,
+ "num_tokens": 18511507.0,
+ "step": 2990
+ },
+ {
+ "entropy": 0.1912680690176785,
+ "epoch": 0.849737997450786,
+ "grad_norm": 3.21875,
+ "learning_rate": 6.4422316997186454e-06,
+ "loss": 0.2170656442642212,
+ "mean_token_accuracy": 0.9407183259725571,
+ "num_tokens": 18571363.0,
+ "step": 3000
+ },
+ {
+ "entropy": 0.2164543703198433,
+ "epoch": 0.8525704574422887,
+ "grad_norm": 3.046875,
+ "learning_rate": 6.420259947606222e-06,
+ "loss": 0.26585540771484373,
+ "mean_token_accuracy": 0.9347744598984719,
+ "num_tokens": 18630697.0,
+ "step": 3010
+ },
+ {
+ "entropy": 0.2373024495318532,
+ "epoch": 0.8554029174337913,
+ "grad_norm": 3.265625,
+ "learning_rate": 6.398258322023162e-06,
+ "loss": 0.2773113489151001,
+ "mean_token_accuracy": 0.9272039458155632,
+ "num_tokens": 18687678.0,
+ "step": 3020
+ },
+ {
+ "entropy": 0.25375453478191046,
+ "epoch": 0.8582353774252939,
+ "grad_norm": 2.953125,
+ "learning_rate": 6.376227285747366e-06,
+ "loss": 0.29042036533355714,
+ "mean_token_accuracy": 0.9237049043178558,
+ "num_tokens": 18752182.0,
+ "step": 3030
+ },
+ {
+ "entropy": 0.29411961156874894,
+ "epoch": 0.8610678374167965,
+ "grad_norm": 2.609375,
+ "learning_rate": 6.3541673021753505e-06,
+ "loss": 0.3692609786987305,
+ "mean_token_accuracy": 0.9122548222541809,
+ "num_tokens": 18821196.0,
+ "step": 3040
+ },
+ {
+ "entropy": 0.2707971094176173,
+ "epoch": 0.8639002974082991,
+ "grad_norm": 2.609375,
+ "learning_rate": 6.332078835312507e-06,
+ "loss": 0.3225684881210327,
+ "mean_token_accuracy": 0.9175332441926003,
+ "num_tokens": 18880060.0,
+ "step": 3050
+ },
+ {
+ "entropy": 0.26672976547852156,
+ "epoch": 0.8667327573998017,
+ "grad_norm": 2.421875,
+ "learning_rate": 6.309962349763338e-06,
+ "loss": 0.3166948795318604,
+ "mean_token_accuracy": 0.9193399801850319,
+ "num_tokens": 18946364.0,
+ "step": 3060
+ },
+ {
+ "entropy": 0.27349463729187845,
+ "epoch": 0.8695652173913043,
+ "grad_norm": 3.21875,
+ "learning_rate": 6.287818310721685e-06,
+ "loss": 0.35103473663330076,
+ "mean_token_accuracy": 0.9172429636120796,
+ "num_tokens": 19016033.0,
+ "step": 3070
+ },
+ {
+ "entropy": 0.22195410579442978,
+ "epoch": 0.8723976773828069,
+ "grad_norm": 2.8125,
+ "learning_rate": 6.2656471839609465e-06,
+ "loss": 0.27313482761383057,
+ "mean_token_accuracy": 0.9334017798304558,
+ "num_tokens": 19076685.0,
+ "step": 3080
+ },
+ {
+ "entropy": 0.24829036770388485,
+ "epoch": 0.8752301373743095,
+ "grad_norm": 3.140625,
+ "learning_rate": 6.243449435824276e-06,
+ "loss": 0.2878298282623291,
+ "mean_token_accuracy": 0.9257162064313889,
+ "num_tokens": 19138951.0,
+ "step": 3090
+ },
+ {
+ "entropy": 0.27706693299114704,
+ "epoch": 0.8780625973658122,
+ "grad_norm": 3.296875,
+ "learning_rate": 6.221225533214773e-06,
+ "loss": 0.322439980506897,
+ "mean_token_accuracy": 0.913511124253273,
+ "num_tokens": 19201695.0,
+ "step": 3100
+ },
+ {
+ "entropy": 0.2694649398326874,
+ "epoch": 0.8808950573573149,
+ "grad_norm": 2.671875,
+ "learning_rate": 6.198975943585676e-06,
+ "loss": 0.3424296617507935,
+ "mean_token_accuracy": 0.9161205559968948,
+ "num_tokens": 19265091.0,
+ "step": 3110
+ },
+ {
+ "entropy": 0.25632969634607433,
+ "epoch": 0.8837275173488175,
+ "grad_norm": 3.265625,
+ "learning_rate": 6.176701134930509e-06,
+ "loss": 0.31109650135040284,
+ "mean_token_accuracy": 0.9226007997989655,
+ "num_tokens": 19325862.0,
+ "step": 3120
+ },
+ {
+ "entropy": 0.2701326566748321,
+ "epoch": 0.8865599773403201,
+ "grad_norm": 2.375,
+ "learning_rate": 6.154401575773249e-06,
+ "loss": 0.3320300817489624,
+ "mean_token_accuracy": 0.9168916702270508,
+ "num_tokens": 19400742.0,
+ "step": 3130
+ },
+ {
+ "entropy": 0.2544426591135561,
+ "epoch": 0.8893924373318227,
+ "grad_norm": 3.015625,
+ "learning_rate": 6.132077735158477e-06,
+ "loss": 0.283156156539917,
+ "mean_token_accuracy": 0.9236061125993729,
+ "num_tokens": 19461981.0,
+ "step": 3140
+ },
+ {
+ "entropy": 0.2844082118012011,
+ "epoch": 0.8922248973233253,
+ "grad_norm": 2.78125,
+ "learning_rate": 6.109730082641496e-06,
+ "loss": 0.34840519428253175,
+ "mean_token_accuracy": 0.9168082669377327,
+ "num_tokens": 19528967.0,
+ "step": 3150
+ },
+ {
+ "entropy": 0.2687557710334659,
+ "epoch": 0.8950573573148279,
+ "grad_norm": 3.78125,
+ "learning_rate": 6.087359088278474e-06,
+ "loss": 0.323413348197937,
+ "mean_token_accuracy": 0.9197789818048477,
+ "num_tokens": 19588475.0,
+ "step": 3160
+ },
+ {
+ "entropy": 0.27899011177942157,
+ "epoch": 0.8978898173063306,
+ "grad_norm": 2.625,
+ "learning_rate": 6.064965222616538e-06,
+ "loss": 0.3280670166015625,
+ "mean_token_accuracy": 0.9167367443442345,
+ "num_tokens": 19652979.0,
+ "step": 3170
+ },
+ {
+ "entropy": 0.2542749636806548,
+ "epoch": 0.9007222772978332,
+ "grad_norm": 2.890625,
+ "learning_rate": 6.042548956683891e-06,
+ "loss": 0.30518145561218263,
+ "mean_token_accuracy": 0.9265033259987832,
+ "num_tokens": 19711480.0,
+ "step": 3180
+ },
+ {
+ "entropy": 0.23844157047569753,
+ "epoch": 0.9035547372893358,
+ "grad_norm": 3.109375,
+ "learning_rate": 6.020110761979896e-06,
+ "loss": 0.2804757356643677,
+ "mean_token_accuracy": 0.9265966966748238,
+ "num_tokens": 19769101.0,
+ "step": 3190
+ },
+ {
+ "entropy": 0.24112135097384452,
+ "epoch": 0.9063871972808384,
+ "grad_norm": 2.953125,
+ "learning_rate": 5.997651110465163e-06,
+ "loss": 0.3061399459838867,
+ "mean_token_accuracy": 0.9280126094818115,
+ "num_tokens": 19826649.0,
+ "step": 3200
+ },
+ {
+ "entropy": 0.24095934634096922,
+ "epoch": 0.909219657272341,
+ "grad_norm": 3.046875,
+ "learning_rate": 5.97517047455162e-06,
+ "loss": 0.2846731662750244,
+ "mean_token_accuracy": 0.9255985081195831,
+ "num_tokens": 19884555.0,
+ "step": 3210
+ },
+ {
+ "entropy": 0.25526748718693854,
+ "epoch": 0.9120521172638436,
+ "grad_norm": 4.125,
+ "learning_rate": 5.952669327092577e-06,
+ "loss": 0.2945184469223022,
+ "mean_token_accuracy": 0.9198778286576271,
+ "num_tokens": 19947468.0,
+ "step": 3220
+ },
+ {
+ "entropy": 0.2734860122203827,
+ "epoch": 0.9148845772553462,
+ "grad_norm": 3.125,
+ "learning_rate": 5.930148141372778e-06,
+ "loss": 0.3253446340560913,
+ "mean_token_accuracy": 0.9151993811130523,
+ "num_tokens": 20012383.0,
+ "step": 3230
+ },
+ {
+ "entropy": 0.2598960557952523,
+ "epoch": 0.9177170372468489,
+ "grad_norm": 3.03125,
+ "learning_rate": 5.907607391098453e-06,
+ "loss": 0.30615336894989015,
+ "mean_token_accuracy": 0.9217935040593147,
+ "num_tokens": 20072089.0,
+ "step": 3240
+ },
+ {
+ "entropy": 0.2323574093170464,
+ "epoch": 0.9205494972383516,
+ "grad_norm": 2.546875,
+ "learning_rate": 5.8850475503873425e-06,
+ "loss": 0.28739633560180666,
+ "mean_token_accuracy": 0.9298718586564064,
+ "num_tokens": 20138686.0,
+ "step": 3250
+ },
+ {
+ "entropy": 0.26368755120784043,
+ "epoch": 0.9233819572298542,
+ "grad_norm": 3.03125,
+ "learning_rate": 5.862469093758735e-06,
+ "loss": 0.30636258125305177,
+ "mean_token_accuracy": 0.9197775259613991,
+ "num_tokens": 20204846.0,
+ "step": 3260
+ },
+ {
+ "entropy": 0.21838124403730036,
+ "epoch": 0.9262144172213568,
+ "grad_norm": 3.59375,
+ "learning_rate": 5.839872496123482e-06,
+ "loss": 0.2589061737060547,
+ "mean_token_accuracy": 0.9320506528019905,
+ "num_tokens": 20267304.0,
+ "step": 3270
+ },
+ {
+ "entropy": 0.23487370312213898,
+ "epoch": 0.9290468772128594,
+ "grad_norm": 3.671875,
+ "learning_rate": 5.817258232774009e-06,
+ "loss": 0.2779664993286133,
+ "mean_token_accuracy": 0.9308907985687256,
+ "num_tokens": 20325242.0,
+ "step": 3280
+ },
+ {
+ "entropy": 0.29384189331904054,
+ "epoch": 0.931879337204362,
+ "grad_norm": 3.125,
+ "learning_rate": 5.79462677937432e-06,
+ "loss": 0.3615161657333374,
+ "mean_token_accuracy": 0.9116950035095215,
+ "num_tokens": 20382881.0,
+ "step": 3290
+ },
+ {
+ "entropy": 0.2784995993599296,
+ "epoch": 0.9347117971958646,
+ "grad_norm": 2.234375,
+ "learning_rate": 5.771978611949991e-06,
+ "loss": 0.3265228271484375,
+ "mean_token_accuracy": 0.9163826674222946,
+ "num_tokens": 20451408.0,
+ "step": 3300
+ },
+ {
+ "entropy": 0.28781951004639267,
+ "epoch": 0.9375442571873672,
+ "grad_norm": 2.34375,
+ "learning_rate": 5.749314206878155e-06,
+ "loss": 0.3429244041442871,
+ "mean_token_accuracy": 0.9142461508512497,
+ "num_tokens": 20513908.0,
+ "step": 3310
+ },
+ {
+ "entropy": 0.2588125146459788,
+ "epoch": 0.9403767171788698,
+ "grad_norm": 2.484375,
+ "learning_rate": 5.7266340408774865e-06,
+ "loss": 0.3425342559814453,
+ "mean_token_accuracy": 0.9218753829598427,
+ "num_tokens": 20583163.0,
+ "step": 3320
+ },
+ {
+ "entropy": 0.2911094207782298,
+ "epoch": 0.9432091771703724,
+ "grad_norm": 1.7734375,
+ "learning_rate": 5.703938590998173e-06,
+ "loss": 0.36803972721099854,
+ "mean_token_accuracy": 0.9111879423260689,
+ "num_tokens": 20646947.0,
+ "step": 3330
+ },
+ {
+ "entropy": 0.24288665056228637,
+ "epoch": 0.9460416371618751,
+ "grad_norm": 2.546875,
+ "learning_rate": 5.681228334611879e-06,
+ "loss": 0.29427299499511717,
+ "mean_token_accuracy": 0.92629624158144,
+ "num_tokens": 20711594.0,
+ "step": 3340
+ },
+ {
+ "entropy": 0.23312705820426344,
+ "epoch": 0.9488740971533777,
+ "grad_norm": 2.6875,
+ "learning_rate": 5.658503749401708e-06,
+ "loss": 0.30430891513824465,
+ "mean_token_accuracy": 0.928966736793518,
+ "num_tokens": 20776382.0,
+ "step": 3350
+ },
+ {
+ "entropy": 0.3104230180382729,
+ "epoch": 0.9517065571448803,
+ "grad_norm": 3.25,
+ "learning_rate": 5.635765313352147e-06,
+ "loss": 0.3511800289154053,
+ "mean_token_accuracy": 0.9040430665016175,
+ "num_tokens": 20839789.0,
+ "step": 3360
+ },
+ {
+ "entropy": 0.23499792572110892,
+ "epoch": 0.9545390171363829,
+ "grad_norm": 3.65625,
+ "learning_rate": 5.613013504739029e-06,
+ "loss": 0.2838644504547119,
+ "mean_token_accuracy": 0.9307301640510559,
+ "num_tokens": 20901630.0,
+ "step": 3370
+ },
+ {
+ "entropy": 0.32344835065305233,
+ "epoch": 0.9573714771278856,
+ "grad_norm": 3.578125,
+ "learning_rate": 5.590248802119455e-06,
+ "loss": 0.3485146999359131,
+ "mean_token_accuracy": 0.9040465250611305,
+ "num_tokens": 20967799.0,
+ "step": 3380
+ },
+ {
+ "entropy": 0.2530316793359816,
+ "epoch": 0.9602039371193882,
+ "grad_norm": 1.90625,
+ "learning_rate": 5.567471684321736e-06,
+ "loss": 0.29520204067230227,
+ "mean_token_accuracy": 0.9227708205580711,
+ "num_tokens": 21030575.0,
+ "step": 3390
+ },
+ {
+ "entropy": 0.21737445350736379,
+ "epoch": 0.9630363971108908,
+ "grad_norm": 3.640625,
+ "learning_rate": 5.544682630435327e-06,
+ "loss": 0.2584354877471924,
+ "mean_token_accuracy": 0.9322573393583298,
+ "num_tokens": 21090526.0,
+ "step": 3400
+ },
+ {
+ "entropy": 0.28456302378326653,
+ "epoch": 0.9658688571023935,
+ "grad_norm": 3.203125,
+ "learning_rate": 5.521882119800741e-06,
+ "loss": 0.34802956581115724,
+ "mean_token_accuracy": 0.9134290844202042,
+ "num_tokens": 21156270.0,
+ "step": 3410
+ },
+ {
+ "entropy": 0.22307847952470183,
+ "epoch": 0.9687013170938961,
+ "grad_norm": 2.578125,
+ "learning_rate": 5.4990706319994695e-06,
+ "loss": 0.2576693773269653,
+ "mean_token_accuracy": 0.9337480440735817,
+ "num_tokens": 21222337.0,
+ "step": 3420
+ },
+ {
+ "entropy": 0.2263336593285203,
+ "epoch": 0.9715337770853987,
+ "grad_norm": 2.65625,
+ "learning_rate": 5.4762486468438945e-06,
+ "loss": 0.27297775745391845,
+ "mean_token_accuracy": 0.9308379128575325,
+ "num_tokens": 21283659.0,
+ "step": 3430
+ },
+ {
+ "entropy": 0.28094208212569355,
+ "epoch": 0.9743662370769013,
+ "grad_norm": 2.46875,
+ "learning_rate": 5.453416644367202e-06,
+ "loss": 0.3223999500274658,
+ "mean_token_accuracy": 0.915829861164093,
+ "num_tokens": 21352079.0,
+ "step": 3440
+ },
+ {
+ "entropy": 0.2697428049519658,
+ "epoch": 0.9771986970684039,
+ "grad_norm": 2.5,
+ "learning_rate": 5.430575104813275e-06,
+ "loss": 0.30462355613708497,
+ "mean_token_accuracy": 0.919055512547493,
+ "num_tokens": 21417311.0,
+ "step": 3450
+ },
+ {
+ "entropy": 0.25837867902591827,
+ "epoch": 0.9800311570599065,
+ "grad_norm": 3.59375,
+ "learning_rate": 5.407724508626601e-06,
+ "loss": 0.29222261905670166,
+ "mean_token_accuracy": 0.9223567172884941,
+ "num_tokens": 21480400.0,
+ "step": 3460
+ },
+ {
+ "entropy": 0.2124180012382567,
+ "epoch": 0.9828636170514091,
+ "grad_norm": 2.78125,
+ "learning_rate": 5.384865336442163e-06,
+ "loss": 0.24974503517150878,
+ "mean_token_accuracy": 0.9354914605617524,
+ "num_tokens": 21542187.0,
+ "step": 3470
+ },
+ {
+ "entropy": 0.2831694945693016,
+ "epoch": 0.9856960770429117,
+ "grad_norm": 2.453125,
+ "learning_rate": 5.3619980690753285e-06,
+ "loss": 0.3375375747680664,
+ "mean_token_accuracy": 0.9141182363033294,
+ "num_tokens": 21608358.0,
+ "step": 3480
+ },
+ {
+ "entropy": 0.2607450664974749,
+ "epoch": 0.9885285370344143,
+ "grad_norm": 3.59375,
+ "learning_rate": 5.339123187511735e-06,
+ "loss": 0.2963505506515503,
+ "mean_token_accuracy": 0.9212964981794357,
+ "num_tokens": 21668425.0,
+ "step": 3490
+ },
+ {
+ "entropy": 0.23759154276922345,
+ "epoch": 0.991360997025917,
+ "grad_norm": 3.03125,
+ "learning_rate": 5.316241172897182e-06,
+ "loss": 0.2670560121536255,
+ "mean_token_accuracy": 0.9282024785876274,
+ "num_tokens": 21730596.0,
+ "step": 3500
+ },
+ {
+ "entropy": 0.20464302133768797,
+ "epoch": 0.9941934570174197,
+ "grad_norm": 2.375,
+ "learning_rate": 5.2933525065274985e-06,
+ "loss": 0.2473069190979004,
+ "mean_token_accuracy": 0.938903671503067,
+ "num_tokens": 21792048.0,
+ "step": 3510
+ },
+ {
+ "entropy": 0.23504498666152357,
+ "epoch": 0.9970259170089223,
+ "grad_norm": 3.203125,
+ "learning_rate": 5.270457669838426e-06,
+ "loss": 0.2798953056335449,
+ "mean_token_accuracy": 0.9298026710748672,
+ "num_tokens": 21852453.0,
+ "step": 3520
+ },
+ {
+ "entropy": 0.23485905332490803,
+ "epoch": 0.9998583770004249,
+ "grad_norm": 3.046875,
+ "learning_rate": 5.247557144395496e-06,
+ "loss": 0.2785156726837158,
+ "mean_token_accuracy": 0.9281878650188446,
+ "num_tokens": 21912110.0,
+ "step": 3530
+ },
+ {
+ "entropy": 0.2364016239972491,
+ "epoch": 1.0025492139923524,
+ "grad_norm": 3.484375,
+ "learning_rate": 5.224651411883888e-06,
+ "loss": 0.25762851238250734,
+ "mean_token_accuracy": 0.929062733524724,
+ "num_tokens": 21966859.0,
+ "step": 3540
+ },
+ {
+ "entropy": 0.2793822526931763,
+ "epoch": 1.005381673983855,
+ "grad_norm": 2.65625,
+ "learning_rate": 5.201740954098317e-06,
+ "loss": 0.31718974113464354,
+ "mean_token_accuracy": 0.9170115202665329,
+ "num_tokens": 22030847.0,
+ "step": 3550
+ },
+ {
+ "entropy": 0.23313034195452928,
+ "epoch": 1.0082141339753576,
+ "grad_norm": 2.734375,
+ "learning_rate": 5.178826252932875e-06,
+ "loss": 0.28593480587005615,
+ "mean_token_accuracy": 0.9298394277691842,
+ "num_tokens": 22087983.0,
+ "step": 3560
+ },
+ {
+ "entropy": 0.32014531176537275,
+ "epoch": 1.0110465939668603,
+ "grad_norm": 2.40625,
+ "learning_rate": 5.1559077903709205e-06,
+ "loss": 0.36345155239105226,
+ "mean_token_accuracy": 0.9048336192965507,
+ "num_tokens": 22158054.0,
+ "step": 3570
+ },
+ {
+ "entropy": 0.24665002673864364,
+ "epoch": 1.0138790539583629,
+ "grad_norm": 3.640625,
+ "learning_rate": 5.132986048474921e-06,
+ "loss": 0.275803279876709,
+ "mean_token_accuracy": 0.927152869105339,
+ "num_tokens": 22222906.0,
+ "step": 3580
+ },
+ {
+ "entropy": 0.20049935090355575,
+ "epoch": 1.0167115139498655,
+ "grad_norm": 2.65625,
+ "learning_rate": 5.110061509376324e-06,
+ "loss": 0.25468080043792723,
+ "mean_token_accuracy": 0.9376501187682151,
+ "num_tokens": 22284229.0,
+ "step": 3590
+ },
+ {
+ "entropy": 0.21108807949349284,
+ "epoch": 1.019543973941368,
+ "grad_norm": 2.6875,
+ "learning_rate": 5.087134655265414e-06,
+ "loss": 0.22255489826202393,
+ "mean_token_accuracy": 0.9390177398920059,
+ "num_tokens": 22342674.0,
+ "step": 3600
+ },
+ {
+ "entropy": 0.21080059758387507,
+ "epoch": 1.0223764339328707,
+ "grad_norm": 2.390625,
+ "learning_rate": 5.064205968381165e-06,
+ "loss": 0.2495854377746582,
+ "mean_token_accuracy": 0.9353915929794312,
+ "num_tokens": 22402978.0,
+ "step": 3610
+ },
+ {
+ "entropy": 0.24261510106734932,
+ "epoch": 1.0252088939243733,
+ "grad_norm": 2.828125,
+ "learning_rate": 5.041275931001103e-06,
+ "loss": 0.2866044521331787,
+ "mean_token_accuracy": 0.9248599737882615,
+ "num_tokens": 22465815.0,
+ "step": 3620
+ },
+ {
+ "entropy": 0.24124777279794216,
+ "epoch": 1.028041353915876,
+ "grad_norm": 2.59375,
+ "learning_rate": 5.018345025431163e-06,
+ "loss": 0.2976717948913574,
+ "mean_token_accuracy": 0.9272374495863914,
+ "num_tokens": 22529737.0,
+ "step": 3630
+ },
+ {
+ "entropy": 0.18002105895429849,
+ "epoch": 1.0308738139073785,
+ "grad_norm": 3.96875,
+ "learning_rate": 4.995413733995536e-06,
+ "loss": 0.22781128883361818,
+ "mean_token_accuracy": 0.943612651526928,
+ "num_tokens": 22581438.0,
+ "step": 3640
+ },
+ {
+ "entropy": 0.2787385611794889,
+ "epoch": 1.0337062738988811,
+ "grad_norm": 2.609375,
+ "learning_rate": 4.972482539026534e-06,
+ "loss": 0.3564354181289673,
+ "mean_token_accuracy": 0.9166697680950164,
+ "num_tokens": 22650104.0,
+ "step": 3650
+ },
+ {
+ "entropy": 0.24818939734250306,
+ "epoch": 1.0365387338903838,
+ "grad_norm": 2.546875,
+ "learning_rate": 4.949551922854437e-06,
+ "loss": 0.2923859119415283,
+ "mean_token_accuracy": 0.9222414746880532,
+ "num_tokens": 22715078.0,
+ "step": 3660
+ },
+ {
+ "entropy": 0.30072745531797407,
+ "epoch": 1.0393711938818864,
+ "grad_norm": 2.5,
+ "learning_rate": 4.9266223677973535e-06,
+ "loss": 0.3649793863296509,
+ "mean_token_accuracy": 0.9093805760145187,
+ "num_tokens": 22779128.0,
+ "step": 3670
+ },
+ {
+ "entropy": 0.2735717059113085,
+ "epoch": 1.042203653873389,
+ "grad_norm": 3.03125,
+ "learning_rate": 4.903694356151067e-06,
+ "loss": 0.33859407901763916,
+ "mean_token_accuracy": 0.920712086558342,
+ "num_tokens": 22838678.0,
+ "step": 3680
+ },
+ {
+ "entropy": 0.24776854524388908,
+ "epoch": 1.0450361138648916,
+ "grad_norm": 3.34375,
+ "learning_rate": 4.880768370178903e-06,
+ "loss": 0.2938645601272583,
+ "mean_token_accuracy": 0.9247753649950028,
+ "num_tokens": 22901030.0,
+ "step": 3690
+ },
+ {
+ "entropy": 0.28547956682741643,
+ "epoch": 1.0478685738563942,
+ "grad_norm": 3.25,
+ "learning_rate": 4.857844892101581e-06,
+ "loss": 0.31749529838562013,
+ "mean_token_accuracy": 0.9150549530982971,
+ "num_tokens": 22966463.0,
+ "step": 3700
+ },
+ {
+ "entropy": 0.27090682154521345,
+ "epoch": 1.0507010338478968,
+ "grad_norm": 2.9375,
+ "learning_rate": 4.8349244040870615e-06,
+ "loss": 0.31164238452911375,
+ "mean_token_accuracy": 0.9199892401695251,
+ "num_tokens": 23030646.0,
+ "step": 3710
+ },
+ {
+ "entropy": 0.28554144450463353,
+ "epoch": 1.0535334938393994,
+ "grad_norm": 3.21875,
+ "learning_rate": 4.81200738824042e-06,
+ "loss": 0.33346972465515134,
+ "mean_token_accuracy": 0.914961189031601,
+ "num_tokens": 23095184.0,
+ "step": 3720
+ },
+ {
+ "entropy": 0.2344823520630598,
+ "epoch": 1.056365953830902,
+ "grad_norm": 3.09375,
+ "learning_rate": 4.789094326593694e-06,
+ "loss": 0.27491049766540526,
+ "mean_token_accuracy": 0.9276390865445137,
+ "num_tokens": 23157519.0,
+ "step": 3730
+ },
+ {
+ "entropy": 0.2247807363048196,
+ "epoch": 1.0591984138224046,
+ "grad_norm": 2.578125,
+ "learning_rate": 4.7661857010957544e-06,
+ "loss": 0.29062414169311523,
+ "mean_token_accuracy": 0.9323610827326775,
+ "num_tokens": 23220127.0,
+ "step": 3740
+ },
+ {
+ "entropy": 0.30474386662244796,
+ "epoch": 1.0620308738139075,
+ "grad_norm": 2.671875,
+ "learning_rate": 4.74328199360216e-06,
+ "loss": 0.34965219497680666,
+ "mean_token_accuracy": 0.9088528916239739,
+ "num_tokens": 23286958.0,
+ "step": 3750
+ },
+ {
+ "entropy": 0.2338505291379988,
+ "epoch": 1.06486333380541,
+ "grad_norm": 3.25,
+ "learning_rate": 4.7203836858650245e-06,
+ "loss": 0.2581803560256958,
+ "mean_token_accuracy": 0.9286656439304352,
+ "num_tokens": 23348093.0,
+ "step": 3760
+ },
+ {
+ "entropy": 0.24440567148849368,
+ "epoch": 1.0676957937969127,
+ "grad_norm": 3.1875,
+ "learning_rate": 4.697491259522885e-06,
+ "loss": 0.2948632001876831,
+ "mean_token_accuracy": 0.9275662273168563,
+ "num_tokens": 23408498.0,
+ "step": 3770
+ },
+ {
+ "entropy": 0.28493724055588243,
+ "epoch": 1.0705282537884153,
+ "grad_norm": 2.75,
+ "learning_rate": 4.674605196090573e-06,
+ "loss": 0.33446450233459474,
+ "mean_token_accuracy": 0.9151169151067734,
+ "num_tokens": 23474213.0,
+ "step": 3780
+ },
+ {
+ "entropy": 0.2917953743599355,
+ "epoch": 1.073360713779918,
+ "grad_norm": 3.484375,
+ "learning_rate": 4.6517259769490785e-06,
+ "loss": 0.34922327995300295,
+ "mean_token_accuracy": 0.9116038754582405,
+ "num_tokens": 23533572.0,
+ "step": 3790
+ },
+ {
+ "entropy": 0.2651925656944513,
+ "epoch": 1.0761931737714205,
+ "grad_norm": 2.921875,
+ "learning_rate": 4.628854083335437e-06,
+ "loss": 0.3211617708206177,
+ "mean_token_accuracy": 0.9167863488197326,
+ "num_tokens": 23595917.0,
+ "step": 3800
+ },
+ {
+ "entropy": 0.26236009476706385,
+ "epoch": 1.0790256337629232,
+ "grad_norm": 2.953125,
+ "learning_rate": 4.605989996332592e-06,
+ "loss": 0.3187077283859253,
+ "mean_token_accuracy": 0.9190028637647629,
+ "num_tokens": 23662377.0,
+ "step": 3810
+ },
+ {
+ "entropy": 0.2401001263409853,
+ "epoch": 1.0818580937544258,
+ "grad_norm": 2.921875,
+ "learning_rate": 4.583134196859289e-06,
+ "loss": 0.29697332382202146,
+ "mean_token_accuracy": 0.927865743637085,
+ "num_tokens": 23731388.0,
+ "step": 3820
+ },
+ {
+ "entropy": 0.2431210996583104,
+ "epoch": 1.0846905537459284,
+ "grad_norm": 3.484375,
+ "learning_rate": 4.56028716565996e-06,
+ "loss": 0.2828571081161499,
+ "mean_token_accuracy": 0.9250638440251351,
+ "num_tokens": 23793919.0,
+ "step": 3830
+ },
+ {
+ "entropy": 0.2633368631824851,
+ "epoch": 1.087523013737431,
+ "grad_norm": 3.0,
+ "learning_rate": 4.5374493832945956e-06,
+ "loss": 0.34889698028564453,
+ "mean_token_accuracy": 0.9208544954657555,
+ "num_tokens": 23857592.0,
+ "step": 3840
+ },
+ {
+ "entropy": 0.2593194010667503,
+ "epoch": 1.0903554737289336,
+ "grad_norm": 2.96875,
+ "learning_rate": 4.5146213301286576e-06,
+ "loss": 0.3171344995498657,
+ "mean_token_accuracy": 0.9193354442715644,
+ "num_tokens": 23920418.0,
+ "step": 3850
+ },
+ {
+ "entropy": 0.20949211195111275,
+ "epoch": 1.0931879337204362,
+ "grad_norm": 2.796875,
+ "learning_rate": 4.49180348632296e-06,
+ "loss": 0.25888381004333494,
+ "mean_token_accuracy": 0.9346993267536163,
+ "num_tokens": 23978686.0,
+ "step": 3860
+ },
+ {
+ "entropy": 0.23353609554469584,
+ "epoch": 1.0960203937119388,
+ "grad_norm": 2.75,
+ "learning_rate": 4.46899633182358e-06,
+ "loss": 0.26508593559265137,
+ "mean_token_accuracy": 0.9285413965582847,
+ "num_tokens": 24039945.0,
+ "step": 3870
+ },
+ {
+ "entropy": 0.22241716757416724,
+ "epoch": 1.0988528537034414,
+ "grad_norm": 3.3125,
+ "learning_rate": 4.446200346351754e-06,
+ "loss": 0.2597146987915039,
+ "mean_token_accuracy": 0.9320032343268394,
+ "num_tokens": 24101482.0,
+ "step": 3880
+ },
+ {
+ "entropy": 0.2613720097579062,
+ "epoch": 1.101685313694944,
+ "grad_norm": 3.140625,
+ "learning_rate": 4.423416009393794e-06,
+ "loss": 0.34312365055084226,
+ "mean_token_accuracy": 0.9211692824959755,
+ "num_tokens": 24168115.0,
+ "step": 3890
+ },
+ {
+ "entropy": 0.2367805289104581,
+ "epoch": 1.1045177736864467,
+ "grad_norm": 3.515625,
+ "learning_rate": 4.400643800190996e-06,
+ "loss": 0.2766649961471558,
+ "mean_token_accuracy": 0.9266433954238892,
+ "num_tokens": 24227079.0,
+ "step": 3900
+ },
+ {
+ "entropy": 0.25535101108253,
+ "epoch": 1.1073502336779493,
+ "grad_norm": 3.375,
+ "learning_rate": 4.377884197729569e-06,
+ "loss": 0.29713072776794436,
+ "mean_token_accuracy": 0.9217936024069786,
+ "num_tokens": 24285604.0,
+ "step": 3910
+ },
+ {
+ "entropy": 0.24405209170654416,
+ "epoch": 1.1101826936694519,
+ "grad_norm": 2.96875,
+ "learning_rate": 4.355137680730547e-06,
+ "loss": 0.2735821485519409,
+ "mean_token_accuracy": 0.9273178353905678,
+ "num_tokens": 24350648.0,
+ "step": 3920
+ },
+ {
+ "entropy": 0.19264007853344084,
+ "epoch": 1.1130151536609545,
+ "grad_norm": 3.1875,
+ "learning_rate": 4.3324047276397345e-06,
+ "loss": 0.21265592575073242,
+ "mean_token_accuracy": 0.9414500996470452,
+ "num_tokens": 24404283.0,
+ "step": 3930
+ },
+ {
+ "entropy": 0.2032804255373776,
+ "epoch": 1.115847613652457,
+ "grad_norm": 2.234375,
+ "learning_rate": 4.309685816617626e-06,
+ "loss": 0.24111554622650147,
+ "mean_token_accuracy": 0.9380518972873688,
+ "num_tokens": 24464553.0,
+ "step": 3940
+ },
+ {
+ "entropy": 0.25125723276287315,
+ "epoch": 1.1186800736439597,
+ "grad_norm": 2.390625,
+ "learning_rate": 4.2869814255293664e-06,
+ "loss": 0.2969962120056152,
+ "mean_token_accuracy": 0.9229256942868233,
+ "num_tokens": 24525942.0,
+ "step": 3950
+ },
+ {
+ "entropy": 0.30800585420802234,
+ "epoch": 1.1215125336354623,
+ "grad_norm": 3.015625,
+ "learning_rate": 4.264292031934691e-06,
+ "loss": 0.3487081050872803,
+ "mean_token_accuracy": 0.9075676053762436,
+ "num_tokens": 24600735.0,
+ "step": 3960
+ },
+ {
+ "entropy": 0.279854978248477,
+ "epoch": 1.124344993626965,
+ "grad_norm": 3.421875,
+ "learning_rate": 4.241618113077873e-06,
+ "loss": 0.3201010704040527,
+ "mean_token_accuracy": 0.9143659561872483,
+ "num_tokens": 24664043.0,
+ "step": 3970
+ },
+ {
+ "entropy": 0.2509489542804658,
+ "epoch": 1.1271774536184676,
+ "grad_norm": 3.21875,
+ "learning_rate": 4.218960145877701e-06,
+ "loss": 0.3090847969055176,
+ "mean_token_accuracy": 0.9232483163475991,
+ "num_tokens": 24733274.0,
+ "step": 3980
+ },
+ {
+ "entropy": 0.2290360671468079,
+ "epoch": 1.1300099136099702,
+ "grad_norm": 3.359375,
+ "learning_rate": 4.196318606917434e-06,
+ "loss": 0.2809190511703491,
+ "mean_token_accuracy": 0.9275623843073845,
+ "num_tokens": 24793456.0,
+ "step": 3990
+ },
+ {
+ "entropy": 0.2779017182998359,
+ "epoch": 1.132842373601473,
+ "grad_norm": 3.078125,
+ "learning_rate": 4.1736939724347855e-06,
+ "loss": 0.3090373992919922,
+ "mean_token_accuracy": 0.9156718105077744,
+ "num_tokens": 24859440.0,
+ "step": 4000
+ },
+ {
+ "entropy": 0.18849533493630588,
+ "epoch": 1.1356748335929754,
+ "grad_norm": 2.8125,
+ "learning_rate": 4.151086718311906e-06,
+ "loss": 0.22783432006835938,
+ "mean_token_accuracy": 0.9417475983500481,
+ "num_tokens": 24919915.0,
+ "step": 4010
+ },
+ {
+ "entropy": 0.28349222652614114,
+ "epoch": 1.1385072935844782,
+ "grad_norm": 3.234375,
+ "learning_rate": 4.128497320065363e-06,
+ "loss": 0.3526163578033447,
+ "mean_token_accuracy": 0.9164958953857422,
+ "num_tokens": 24988315.0,
+ "step": 4020
+ },
+ {
+ "entropy": 0.22427970254793764,
+ "epoch": 1.1413397535759808,
+ "grad_norm": 2.890625,
+ "learning_rate": 4.105926252836155e-06,
+ "loss": 0.2701232433319092,
+ "mean_token_accuracy": 0.9306072682142258,
+ "num_tokens": 25051911.0,
+ "step": 4030
+ },
+ {
+ "entropy": 0.25542295109480617,
+ "epoch": 1.1441722135674834,
+ "grad_norm": 3.734375,
+ "learning_rate": 4.083373991379708e-06,
+ "loss": 0.28418903350830077,
+ "mean_token_accuracy": 0.9231105580925941,
+ "num_tokens": 25113999.0,
+ "step": 4040
+ },
+ {
+ "entropy": 0.22154931565746666,
+ "epoch": 1.147004673558986,
+ "grad_norm": 2.296875,
+ "learning_rate": 4.060841010055885e-06,
+ "loss": 0.27008485794067383,
+ "mean_token_accuracy": 0.9335736617445946,
+ "num_tokens": 25171528.0,
+ "step": 4050
+ },
+ {
+ "entropy": 0.20193984226789324,
+ "epoch": 1.1498371335504887,
+ "grad_norm": 2.328125,
+ "learning_rate": 4.038327782819023e-06,
+ "loss": 0.24059042930603028,
+ "mean_token_accuracy": 0.9381761983036995,
+ "num_tokens": 25233866.0,
+ "step": 4060
+ },
+ {
+ "entropy": 0.21094176713377238,
+ "epoch": 1.1526695935419913,
+ "grad_norm": 2.9375,
+ "learning_rate": 4.015834783207947e-06,
+ "loss": 0.26112253665924073,
+ "mean_token_accuracy": 0.936613292992115,
+ "num_tokens": 25295627.0,
+ "step": 4070
+ },
+ {
+ "entropy": 0.22350301230326294,
+ "epoch": 1.155502053533494,
+ "grad_norm": 2.609375,
+ "learning_rate": 3.993362484336025e-06,
+ "loss": 0.27268052101135254,
+ "mean_token_accuracy": 0.9308605536818504,
+ "num_tokens": 25352177.0,
+ "step": 4080
+ },
+ {
+ "entropy": 0.2413484001532197,
+ "epoch": 1.1583345135249965,
+ "grad_norm": 2.53125,
+ "learning_rate": 3.97091135888121e-06,
+ "loss": 0.2961695194244385,
+ "mean_token_accuracy": 0.9274478688836097,
+ "num_tokens": 25408721.0,
+ "step": 4090
+ },
+ {
+ "entropy": 0.24861616538837553,
+ "epoch": 1.1611669735164991,
+ "grad_norm": 3.109375,
+ "learning_rate": 3.948481879076088e-06,
+ "loss": 0.3045854091644287,
+ "mean_token_accuracy": 0.9254580214619637,
+ "num_tokens": 25473577.0,
+ "step": 4100
+ },
+ {
+ "entropy": 0.22829729141667485,
+ "epoch": 1.1639994335080017,
+ "grad_norm": 2.78125,
+ "learning_rate": 3.926074516697964e-06,
+ "loss": 0.26290230751037597,
+ "mean_token_accuracy": 0.9304362386465073,
+ "num_tokens": 25534011.0,
+ "step": 4110
+ },
+ {
+ "entropy": 0.22681598402559758,
+ "epoch": 1.1668318934995043,
+ "grad_norm": 2.703125,
+ "learning_rate": 3.903689743058927e-06,
+ "loss": 0.2976879119873047,
+ "mean_token_accuracy": 0.930561275780201,
+ "num_tokens": 25596453.0,
+ "step": 4120
+ },
+ {
+ "entropy": 0.1806016440503299,
+ "epoch": 1.169664353491007,
+ "grad_norm": 2.921875,
+ "learning_rate": 3.881328028995939e-06,
+ "loss": 0.2117543935775757,
+ "mean_token_accuracy": 0.9451305896043778,
+ "num_tokens": 25652619.0,
+ "step": 4130
+ },
+ {
+ "entropy": 0.26367070972919465,
+ "epoch": 1.1724968134825096,
+ "grad_norm": 3.109375,
+ "learning_rate": 3.858989844860928e-06,
+ "loss": 0.3070235013961792,
+ "mean_token_accuracy": 0.9207400143146515,
+ "num_tokens": 25710982.0,
+ "step": 4140
+ },
+ {
+ "entropy": 0.2163207576610148,
+ "epoch": 1.1753292734740122,
+ "grad_norm": 2.5,
+ "learning_rate": 3.836675660510904e-06,
+ "loss": 0.2601778030395508,
+ "mean_token_accuracy": 0.9358288258314132,
+ "num_tokens": 25770860.0,
+ "step": 4150
+ },
+ {
+ "entropy": 0.2428675949573517,
+ "epoch": 1.1781617334655148,
+ "grad_norm": 3.53125,
+ "learning_rate": 3.814385945298064e-06,
+ "loss": 0.3027503252029419,
+ "mean_token_accuracy": 0.9261119350790977,
+ "num_tokens": 25831304.0,
+ "step": 4160
+ },
+ {
+ "entropy": 0.23329113675281404,
+ "epoch": 1.1809941934570174,
+ "grad_norm": 2.734375,
+ "learning_rate": 3.7921211680599316e-06,
+ "loss": 0.25751571655273436,
+ "mean_token_accuracy": 0.9266592547297478,
+ "num_tokens": 25889285.0,
+ "step": 4170
+ },
+ {
+ "entropy": 0.22774195326492191,
+ "epoch": 1.18382665344852,
+ "grad_norm": 2.828125,
+ "learning_rate": 3.7698817971094854e-06,
+ "loss": 0.25943894386291505,
+ "mean_token_accuracy": 0.9310021102428436,
+ "num_tokens": 25950889.0,
+ "step": 4180
+ },
+ {
+ "entropy": 0.30657786335796117,
+ "epoch": 1.1866591134400226,
+ "grad_norm": 3.1875,
+ "learning_rate": 3.7476683002253175e-06,
+ "loss": 0.3742470026016235,
+ "mean_token_accuracy": 0.9084239676594734,
+ "num_tokens": 26016710.0,
+ "step": 4190
+ },
+ {
+ "entropy": 0.26363484296016393,
+ "epoch": 1.1894915734315252,
+ "grad_norm": 3.25,
+ "learning_rate": 3.7254811446417816e-06,
+ "loss": 0.3128044605255127,
+ "mean_token_accuracy": 0.9210105195641518,
+ "num_tokens": 26076982.0,
+ "step": 4200
+ },
+ {
+ "entropy": 0.23388547785580158,
+ "epoch": 1.1923240334230278,
+ "grad_norm": 2.890625,
+ "learning_rate": 3.7033207970391847e-06,
+ "loss": 0.2698439359664917,
+ "mean_token_accuracy": 0.9309489011764527,
+ "num_tokens": 26137826.0,
+ "step": 4210
+ },
+ {
+ "entropy": 0.2579007504507899,
+ "epoch": 1.1951564934145305,
+ "grad_norm": 2.65625,
+ "learning_rate": 3.681187723533956e-06,
+ "loss": 0.31007983684539797,
+ "mean_token_accuracy": 0.922349001467228,
+ "num_tokens": 26198870.0,
+ "step": 4220
+ },
+ {
+ "entropy": 0.2128595493733883,
+ "epoch": 1.197988953406033,
+ "grad_norm": 2.84375,
+ "learning_rate": 3.65908238966884e-06,
+ "loss": 0.23348703384399414,
+ "mean_token_accuracy": 0.9355149224400521,
+ "num_tokens": 26261446.0,
+ "step": 4230
+ },
+ {
+ "entropy": 0.21918850131332873,
+ "epoch": 1.2008214133975357,
+ "grad_norm": 3.171875,
+ "learning_rate": 3.637005260403119e-06,
+ "loss": 0.27556893825531004,
+ "mean_token_accuracy": 0.9321137681603432,
+ "num_tokens": 26321393.0,
+ "step": 4240
+ },
+ {
+ "entropy": 0.265251987054944,
+ "epoch": 1.2036538733890383,
+ "grad_norm": 2.765625,
+ "learning_rate": 3.6149568001028223e-06,
+ "loss": 0.3239171266555786,
+ "mean_token_accuracy": 0.9196299970149994,
+ "num_tokens": 26388051.0,
+ "step": 4250
+ },
+ {
+ "entropy": 0.24416832169517874,
+ "epoch": 1.206486333380541,
+ "grad_norm": 3.6875,
+ "learning_rate": 3.5929374725309617e-06,
+ "loss": 0.30356464385986326,
+ "mean_token_accuracy": 0.926099605858326,
+ "num_tokens": 26453578.0,
+ "step": 4260
+ },
+ {
+ "entropy": 0.2318627736531198,
+ "epoch": 1.2093187933720437,
+ "grad_norm": 3.375,
+ "learning_rate": 3.5709477408377795e-06,
+ "loss": 0.28204798698425293,
+ "mean_token_accuracy": 0.9280649125576019,
+ "num_tokens": 26516677.0,
+ "step": 4270
+ },
+ {
+ "entropy": 0.21778175057843327,
+ "epoch": 1.2121512533635461,
+ "grad_norm": 3.484375,
+ "learning_rate": 3.5489880675509986e-06,
+ "loss": 0.26971137523651123,
+ "mean_token_accuracy": 0.9318681254982948,
+ "num_tokens": 26577736.0,
+ "step": 4280
+ },
+ {
+ "entropy": 0.19295280342921614,
+ "epoch": 1.214983713355049,
+ "grad_norm": 3.15625,
+ "learning_rate": 3.5270589145661038e-06,
+ "loss": 0.2568847894668579,
+ "mean_token_accuracy": 0.9388056635856629,
+ "num_tokens": 26638282.0,
+ "step": 4290
+ },
+ {
+ "entropy": 0.21848455602303146,
+ "epoch": 1.2178161733465516,
+ "grad_norm": 3.390625,
+ "learning_rate": 3.505160743136622e-06,
+ "loss": 0.2596912384033203,
+ "mean_token_accuracy": 0.9322919070720672,
+ "num_tokens": 26696035.0,
+ "step": 4300
+ },
+ {
+ "entropy": 0.26156329102814196,
+ "epoch": 1.2206486333380542,
+ "grad_norm": 2.921875,
+ "learning_rate": 3.4832940138644157e-06,
+ "loss": 0.3191622972488403,
+ "mean_token_accuracy": 0.9193585529923439,
+ "num_tokens": 26757717.0,
+ "step": 4310
+ },
+ {
+ "entropy": 0.19066684865392744,
+ "epoch": 1.2234810933295568,
+ "grad_norm": 3.25,
+ "learning_rate": 3.461459186690006e-06,
+ "loss": 0.213128399848938,
+ "mean_token_accuracy": 0.9399427071213722,
+ "num_tokens": 26814810.0,
+ "step": 4320
+ },
+ {
+ "entropy": 0.25585900731384753,
+ "epoch": 1.2263135533210594,
+ "grad_norm": 3.5,
+ "learning_rate": 3.4396567208828823e-06,
+ "loss": 0.32691617012023927,
+ "mean_token_accuracy": 0.9216562286019325,
+ "num_tokens": 26877440.0,
+ "step": 4330
+ },
+ {
+ "entropy": 0.24010503655299545,
+ "epoch": 1.229146013312562,
+ "grad_norm": 3.390625,
+ "learning_rate": 3.41788707503186e-06,
+ "loss": 0.3369575023651123,
+ "mean_token_accuracy": 0.9252798214554787,
+ "num_tokens": 26937573.0,
+ "step": 4340
+ },
+ {
+ "entropy": 0.19289563642814755,
+ "epoch": 1.2319784733040646,
+ "grad_norm": 2.890625,
+ "learning_rate": 3.396150707035424e-06,
+ "loss": 0.226908278465271,
+ "mean_token_accuracy": 0.9404228702187538,
+ "num_tokens": 26999317.0,
+ "step": 4350
+ },
+ {
+ "entropy": 0.25024923784658315,
+ "epoch": 1.2348109332955672,
+ "grad_norm": 2.75,
+ "learning_rate": 3.3744480740920944e-06,
+ "loss": 0.3028681755065918,
+ "mean_token_accuracy": 0.9250575214624405,
+ "num_tokens": 27056939.0,
+ "step": 4360
+ },
+ {
+ "entropy": 0.18302351711317896,
+ "epoch": 1.2376433932870698,
+ "grad_norm": 2.984375,
+ "learning_rate": 3.3527796326908203e-06,
+ "loss": 0.2093818426132202,
+ "mean_token_accuracy": 0.9447689831256867,
+ "num_tokens": 27117512.0,
+ "step": 4370
+ },
+ {
+ "entropy": 0.23567539155483247,
+ "epoch": 1.2404758532785725,
+ "grad_norm": 2.9375,
+ "learning_rate": 3.3311458386013686e-06,
+ "loss": 0.26779422760009763,
+ "mean_token_accuracy": 0.929200166463852,
+ "num_tokens": 27179134.0,
+ "step": 4380
+ },
+ {
+ "entropy": 0.262385786883533,
+ "epoch": 1.243308313270075,
+ "grad_norm": 2.984375,
+ "learning_rate": 3.3095471468647444e-06,
+ "loss": 0.3157880067825317,
+ "mean_token_accuracy": 0.921213936805725,
+ "num_tokens": 27242527.0,
+ "step": 4390
+ },
+ {
+ "entropy": 0.25156134786084294,
+ "epoch": 1.2461407732615777,
+ "grad_norm": 3.21875,
+ "learning_rate": 3.2879840117836175e-06,
+ "loss": 0.30792746543884275,
+ "mean_token_accuracy": 0.92156962454319,
+ "num_tokens": 27304448.0,
+ "step": 4400
+ },
+ {
+ "entropy": 0.21655702525749804,
+ "epoch": 1.2489732332530803,
+ "grad_norm": 2.546875,
+ "learning_rate": 3.266456886912761e-06,
+ "loss": 0.2759143114089966,
+ "mean_token_accuracy": 0.9322070553898811,
+ "num_tokens": 27364373.0,
+ "step": 4410
+ },
+ {
+ "entropy": 0.2756142715923488,
+ "epoch": 1.251805693244583,
+ "grad_norm": 3.09375,
+ "learning_rate": 3.2449662250495206e-06,
+ "loss": 0.33940753936767576,
+ "mean_token_accuracy": 0.914966894686222,
+ "num_tokens": 27428499.0,
+ "step": 4420
+ },
+ {
+ "entropy": 0.2818338614888489,
+ "epoch": 1.2546381532360855,
+ "grad_norm": 2.828125,
+ "learning_rate": 3.2235124782242866e-06,
+ "loss": 0.31711788177490235,
+ "mean_token_accuracy": 0.9134162411093711,
+ "num_tokens": 27493341.0,
+ "step": 4430
+ },
+ {
+ "entropy": 0.2091914065182209,
+ "epoch": 1.2574706132275881,
+ "grad_norm": 3.03125,
+ "learning_rate": 3.202096097690982e-06,
+ "loss": 0.24472830295562745,
+ "mean_token_accuracy": 0.9367028534412384,
+ "num_tokens": 27553035.0,
+ "step": 4440
+ },
+ {
+ "entropy": 0.2542508527636528,
+ "epoch": 1.2603030732190907,
+ "grad_norm": 2.1875,
+ "learning_rate": 3.180717533917578e-06,
+ "loss": 0.3394561767578125,
+ "mean_token_accuracy": 0.924777315557003,
+ "num_tokens": 27615534.0,
+ "step": 4450
+ },
+ {
+ "entropy": 0.25776216881349684,
+ "epoch": 1.2631355332105934,
+ "grad_norm": 2.875,
+ "learning_rate": 3.1593772365766107e-06,
+ "loss": 0.31199193000793457,
+ "mean_token_accuracy": 0.9221319362521172,
+ "num_tokens": 27679761.0,
+ "step": 4460
+ },
+ {
+ "entropy": 0.221833174303174,
+ "epoch": 1.265967993202096,
+ "grad_norm": 3.265625,
+ "learning_rate": 3.138075654535733e-06,
+ "loss": 0.2600731372833252,
+ "mean_token_accuracy": 0.9309741392731666,
+ "num_tokens": 27735044.0,
+ "step": 4470
+ },
+ {
+ "entropy": 0.25993210077285767,
+ "epoch": 1.2688004531935986,
+ "grad_norm": 2.875,
+ "learning_rate": 3.116813235848268e-06,
+ "loss": 0.29588348865509034,
+ "mean_token_accuracy": 0.9213003218173981,
+ "num_tokens": 27795159.0,
+ "step": 4480
+ },
+ {
+ "entropy": 0.25714250551536677,
+ "epoch": 1.2716329131851012,
+ "grad_norm": 2.65625,
+ "learning_rate": 3.0955904277437777e-06,
+ "loss": 0.3065769910812378,
+ "mean_token_accuracy": 0.9232428565621376,
+ "num_tokens": 27861206.0,
+ "step": 4490
+ },
+ {
+ "entropy": 0.25843508429825307,
+ "epoch": 1.2744653731766038,
+ "grad_norm": 2.921875,
+ "learning_rate": 3.0744076766186683e-06,
+ "loss": 0.309002947807312,
+ "mean_token_accuracy": 0.9217819094657898,
+ "num_tokens": 27925013.0,
+ "step": 4500
+ },
+ {
+ "entropy": 0.20204820288345218,
+ "epoch": 1.2772978331681064,
+ "grad_norm": 2.671875,
+ "learning_rate": 3.0532654280267963e-06,
+ "loss": 0.23697669506073,
+ "mean_token_accuracy": 0.9382702693343162,
+ "num_tokens": 27986113.0,
+ "step": 4510
+ },
+ {
+ "entropy": 0.2647128958255053,
+ "epoch": 1.2801302931596092,
+ "grad_norm": 2.71875,
+ "learning_rate": 3.0321641266700908e-06,
+ "loss": 0.3252225875854492,
+ "mean_token_accuracy": 0.9193501740694046,
+ "num_tokens": 28044486.0,
+ "step": 4520
+ },
+ {
+ "entropy": 0.2618610587902367,
+ "epoch": 1.2829627531511116,
+ "grad_norm": 2.953125,
+ "learning_rate": 3.011104216389209e-06,
+ "loss": 0.3027822494506836,
+ "mean_token_accuracy": 0.9214046269655227,
+ "num_tokens": 28105348.0,
+ "step": 4530
+ },
+ {
+ "entropy": 0.25285998843610286,
+ "epoch": 1.2857952131426145,
+ "grad_norm": 3.390625,
+ "learning_rate": 2.9900861401541935e-06,
+ "loss": 0.3302875518798828,
+ "mean_token_accuracy": 0.9243465468287468,
+ "num_tokens": 28167162.0,
+ "step": 4540
+ },
+ {
+ "entropy": 0.24863419402390718,
+ "epoch": 1.2886276731341169,
+ "grad_norm": 2.890625,
+ "learning_rate": 2.9691103400551612e-06,
+ "loss": 0.3088348627090454,
+ "mean_token_accuracy": 0.9230181276798248,
+ "num_tokens": 28229970.0,
+ "step": 4550
+ },
+ {
+ "entropy": 0.23397703059017658,
+ "epoch": 1.2914601331256197,
+ "grad_norm": 2.6875,
+ "learning_rate": 2.948177257292998e-06,
+ "loss": 0.2938363552093506,
+ "mean_token_accuracy": 0.9276159033179283,
+ "num_tokens": 28291333.0,
+ "step": 4560
+ },
+ {
+ "entropy": 0.2978225776925683,
+ "epoch": 1.2942925931171223,
+ "grad_norm": 2.609375,
+ "learning_rate": 2.9272873321700814e-06,
+ "loss": 0.3565410375595093,
+ "mean_token_accuracy": 0.9102242648601532,
+ "num_tokens": 28358389.0,
+ "step": 4570
+ },
+ {
+ "entropy": 0.2692898658104241,
+ "epoch": 1.297125053108625,
+ "grad_norm": 2.828125,
+ "learning_rate": 2.906441004081022e-06,
+ "loss": 0.3101436376571655,
+ "mean_token_accuracy": 0.9190399497747421,
+ "num_tokens": 28424358.0,
+ "step": 4580
+ },
+ {
+ "entropy": 0.21697850674390792,
+ "epoch": 1.2999575131001275,
+ "grad_norm": 3.25,
+ "learning_rate": 2.8856387115034174e-06,
+ "loss": 0.2602779626846313,
+ "mean_token_accuracy": 0.9343308910727501,
+ "num_tokens": 28481933.0,
+ "step": 4590
+ },
+ {
+ "entropy": 0.2726894068531692,
+ "epoch": 1.3027899730916301,
+ "grad_norm": 2.984375,
+ "learning_rate": 2.864880891988629e-06,
+ "loss": 0.32516028881073,
+ "mean_token_accuracy": 0.9169021070003509,
+ "num_tokens": 28546247.0,
+ "step": 4600
+ },
+ {
+ "entropy": 0.25623656772077086,
+ "epoch": 1.3056224330831327,
+ "grad_norm": 2.734375,
+ "learning_rate": 2.8441679821525857e-06,
+ "loss": 0.30165460109710696,
+ "mean_token_accuracy": 0.9226235717535018,
+ "num_tokens": 28613486.0,
+ "step": 4610
+ },
+ {
+ "entropy": 0.24329884480684996,
+ "epoch": 1.3084548930746354,
+ "grad_norm": 3.328125,
+ "learning_rate": 2.8235004176665915e-06,
+ "loss": 0.291753888130188,
+ "mean_token_accuracy": 0.9246421366930008,
+ "num_tokens": 28674698.0,
+ "step": 4620
+ },
+ {
+ "entropy": 0.2701176831498742,
+ "epoch": 1.311287353066138,
+ "grad_norm": 2.828125,
+ "learning_rate": 2.8028786332481618e-06,
+ "loss": 0.35086085796356203,
+ "mean_token_accuracy": 0.9178305074572564,
+ "num_tokens": 28740730.0,
+ "step": 4630
+ },
+ {
+ "entropy": 0.26439649127423764,
+ "epoch": 1.3141198130576406,
+ "grad_norm": 3.796875,
+ "learning_rate": 2.782303062651891e-06,
+ "loss": 0.30096120834350587,
+ "mean_token_accuracy": 0.9212312117218971,
+ "num_tokens": 28799052.0,
+ "step": 4640
+ },
+ {
+ "entropy": 0.2616453727707267,
+ "epoch": 1.3169522730491432,
+ "grad_norm": 3.078125,
+ "learning_rate": 2.7617741386603147e-06,
+ "loss": 0.32627871036529543,
+ "mean_token_accuracy": 0.9230263277888298,
+ "num_tokens": 28856755.0,
+ "step": 4650
+ },
+ {
+ "entropy": 0.22390527790412307,
+ "epoch": 1.3197847330406458,
+ "grad_norm": 3.03125,
+ "learning_rate": 2.741292293074815e-06,
+ "loss": 0.28043675422668457,
+ "mean_token_accuracy": 0.9319010078907013,
+ "num_tokens": 28917405.0,
+ "step": 4660
+ },
+ {
+ "entropy": 0.26067772330716255,
+ "epoch": 1.3226171930321484,
+ "grad_norm": 3.234375,
+ "learning_rate": 2.720857956706535e-06,
+ "loss": 0.31217050552368164,
+ "mean_token_accuracy": 0.9196974828839302,
+ "num_tokens": 28979060.0,
+ "step": 4670
+ },
+ {
+ "entropy": 0.24639188363216818,
+ "epoch": 1.325449653023651,
+ "grad_norm": 2.09375,
+ "learning_rate": 2.7004715593673193e-06,
+ "loss": 0.29030728340148926,
+ "mean_token_accuracy": 0.9242595240473748,
+ "num_tokens": 29048990.0,
+ "step": 4680
+ },
+ {
+ "entropy": 0.2595814616419375,
+ "epoch": 1.3282821130151536,
+ "grad_norm": 3.578125,
+ "learning_rate": 2.6801335298606735e-06,
+ "loss": 0.34323825836181643,
+ "mean_token_accuracy": 0.9196496069431305,
+ "num_tokens": 29108668.0,
+ "step": 4690
+ },
+ {
+ "entropy": 0.2499905712902546,
+ "epoch": 1.3311145730066563,
+ "grad_norm": 3.640625,
+ "learning_rate": 2.6598442959727405e-06,
+ "loss": 0.30095908641815183,
+ "mean_token_accuracy": 0.9234166145324707,
+ "num_tokens": 29170628.0,
+ "step": 4700
+ },
+ {
+ "entropy": 0.2795558024197817,
+ "epoch": 1.3339470329981589,
+ "grad_norm": 3.03125,
+ "learning_rate": 2.6396042844633084e-06,
+ "loss": 0.3358647108078003,
+ "mean_token_accuracy": 0.9151357725262642,
+ "num_tokens": 29231430.0,
+ "step": 4710
+ },
+ {
+ "entropy": 0.2527871862053871,
+ "epoch": 1.3367794929896615,
+ "grad_norm": 2.53125,
+ "learning_rate": 2.619413921056828e-06,
+ "loss": 0.2981950998306274,
+ "mean_token_accuracy": 0.9234776467084884,
+ "num_tokens": 29292069.0,
+ "step": 4720
+ },
+ {
+ "entropy": 0.24699923824518918,
+ "epoch": 1.339611952981164,
+ "grad_norm": 3.296875,
+ "learning_rate": 2.599273630433468e-06,
+ "loss": 0.2985649824142456,
+ "mean_token_accuracy": 0.9248224750161171,
+ "num_tokens": 29353453.0,
+ "step": 4730
+ },
+ {
+ "entropy": 0.2077005637809634,
+ "epoch": 1.3424444129726667,
+ "grad_norm": 2.703125,
+ "learning_rate": 2.5791838362201697e-06,
+ "loss": 0.2560413122177124,
+ "mean_token_accuracy": 0.9381126925349236,
+ "num_tokens": 29413096.0,
+ "step": 4740
+ },
+ {
+ "entropy": 0.25310145076364277,
+ "epoch": 1.3452768729641693,
+ "grad_norm": 2.453125,
+ "learning_rate": 2.559144960981743e-06,
+ "loss": 0.32078449726104735,
+ "mean_token_accuracy": 0.9215926051139831,
+ "num_tokens": 29477862.0,
+ "step": 4750
+ },
+ {
+ "entropy": 0.2216710806824267,
+ "epoch": 1.348109332955672,
+ "grad_norm": 3.3125,
+ "learning_rate": 2.539157426211984e-06,
+ "loss": 0.2861553430557251,
+ "mean_token_accuracy": 0.9337741181254386,
+ "num_tokens": 29536454.0,
+ "step": 4760
+ },
+ {
+ "entropy": 0.2361689003184438,
+ "epoch": 1.3509417929471748,
+ "grad_norm": 2.390625,
+ "learning_rate": 2.519221652324797e-06,
+ "loss": 0.28600006103515624,
+ "mean_token_accuracy": 0.9263621792197227,
+ "num_tokens": 29597387.0,
+ "step": 4770
+ },
+ {
+ "entropy": 0.20784252174198628,
+ "epoch": 1.3537742529386771,
+ "grad_norm": 2.484375,
+ "learning_rate": 2.4993380586453588e-06,
+ "loss": 0.24996912479400635,
+ "mean_token_accuracy": 0.936021265387535,
+ "num_tokens": 29661427.0,
+ "step": 4780
+ },
+ {
+ "entropy": 0.277555535454303,
+ "epoch": 1.35660671293018,
+ "grad_norm": 3.1875,
+ "learning_rate": 2.479507063401305e-06,
+ "loss": 0.3356276273727417,
+ "mean_token_accuracy": 0.9166460618376732,
+ "num_tokens": 29724154.0,
+ "step": 4790
+ },
+ {
+ "entropy": 0.32572520449757575,
+ "epoch": 1.3594391729216824,
+ "grad_norm": 4.625,
+ "learning_rate": 2.4597290837139133e-06,
+ "loss": 0.3810946226119995,
+ "mean_token_accuracy": 0.9033881530165673,
+ "num_tokens": 29788592.0,
+ "step": 4800
+ },
+ {
+ "entropy": 0.21838265378028154,
+ "epoch": 1.3622716329131852,
+ "grad_norm": 2.359375,
+ "learning_rate": 2.4400045355893524e-06,
+ "loss": 0.2777862071990967,
+ "mean_token_accuracy": 0.9348648384213447,
+ "num_tokens": 29851049.0,
+ "step": 4810
+ },
+ {
+ "entropy": 0.24609042005613446,
+ "epoch": 1.3651040929046876,
+ "grad_norm": 3.375,
+ "learning_rate": 2.420333833909924e-06,
+ "loss": 0.30987935066223143,
+ "mean_token_accuracy": 0.9248693987727166,
+ "num_tokens": 29913629.0,
+ "step": 4820
+ },
+ {
+ "entropy": 0.21056049782782793,
+ "epoch": 1.3679365528961904,
+ "grad_norm": 3.28125,
+ "learning_rate": 2.4007173924253212e-06,
+ "loss": 0.2472922086715698,
+ "mean_token_accuracy": 0.9366860389709473,
+ "num_tokens": 29971964.0,
+ "step": 4830
+ },
+ {
+ "entropy": 0.30174947492778303,
+ "epoch": 1.370769012887693,
+ "grad_norm": 2.765625,
+ "learning_rate": 2.381155623743953e-06,
+ "loss": 0.3823577880859375,
+ "mean_token_accuracy": 0.9080246448516845,
+ "num_tokens": 30043759.0,
+ "step": 4840
+ },
+ {
+ "entropy": 0.25103030242025853,
+ "epoch": 1.3736014728791957,
+ "grad_norm": 3.453125,
+ "learning_rate": 2.361648939324243e-06,
+ "loss": 0.28985164165496824,
+ "mean_token_accuracy": 0.926340526342392,
+ "num_tokens": 30100262.0,
+ "step": 4850
+ },
+ {
+ "entropy": 0.2580802061595023,
+ "epoch": 1.3764339328706983,
+ "grad_norm": 3.28125,
+ "learning_rate": 2.342197749465984e-06,
+ "loss": 0.31032874584198,
+ "mean_token_accuracy": 0.9193428009748459,
+ "num_tokens": 30164118.0,
+ "step": 4860
+ },
+ {
+ "entropy": 0.27607944067567586,
+ "epoch": 1.3792663928622009,
+ "grad_norm": 3.40625,
+ "learning_rate": 2.3228024633017116e-06,
+ "loss": 0.3126307487487793,
+ "mean_token_accuracy": 0.9179492324590683,
+ "num_tokens": 30224388.0,
+ "step": 4870
+ },
+ {
+ "entropy": 0.28047991786152127,
+ "epoch": 1.3820988528537035,
+ "grad_norm": 2.71875,
+ "learning_rate": 2.303463488788089e-06,
+ "loss": 0.30843875408172605,
+ "mean_token_accuracy": 0.9161667764186859,
+ "num_tokens": 30289143.0,
+ "step": 4880
+ },
+ {
+ "entropy": 0.2500641171820462,
+ "epoch": 1.384931312845206,
+ "grad_norm": 4.3125,
+ "learning_rate": 2.284181232697332e-06,
+ "loss": 0.3286006450653076,
+ "mean_token_accuracy": 0.9237422406673431,
+ "num_tokens": 30347509.0,
+ "step": 4890
+ },
+ {
+ "entropy": 0.26391101712360976,
+ "epoch": 1.3877637728367087,
+ "grad_norm": 3.1875,
+ "learning_rate": 2.2649561006086558e-06,
+ "loss": 0.36521620750427247,
+ "mean_token_accuracy": 0.921583104133606,
+ "num_tokens": 30407734.0,
+ "step": 4900
+ },
+ {
+ "entropy": 0.2082054775673896,
+ "epoch": 1.3905962328282113,
+ "grad_norm": 3.171875,
+ "learning_rate": 2.245788496899736e-06,
+ "loss": 0.26845521926879884,
+ "mean_token_accuracy": 0.9378845795989037,
+ "num_tokens": 30466946.0,
+ "step": 4910
+ },
+ {
+ "entropy": 0.22866754801943898,
+ "epoch": 1.393428692819714,
+ "grad_norm": 2.75,
+ "learning_rate": 2.2266788247382104e-06,
+ "loss": 0.27818896770477297,
+ "mean_token_accuracy": 0.9301291614770889,
+ "num_tokens": 30533581.0,
+ "step": 4920
+ },
+ {
+ "entropy": 0.24968635374680162,
+ "epoch": 1.3962611528112165,
+ "grad_norm": 3.1875,
+ "learning_rate": 2.207627486073193e-06,
+ "loss": 0.287874698638916,
+ "mean_token_accuracy": 0.9242622211575509,
+ "num_tokens": 30601850.0,
+ "step": 4930
+ },
+ {
+ "entropy": 0.30023376140743496,
+ "epoch": 1.3990936128027192,
+ "grad_norm": 2.578125,
+ "learning_rate": 2.188634881626824e-06,
+ "loss": 0.3350045680999756,
+ "mean_token_accuracy": 0.9105271488428116,
+ "num_tokens": 30671400.0,
+ "step": 4940
+ },
+ {
+ "entropy": 0.2472711553797126,
+ "epoch": 1.4019260727942218,
+ "grad_norm": 2.640625,
+ "learning_rate": 2.169701410885844e-06,
+ "loss": 0.30690841674804686,
+ "mean_token_accuracy": 0.925593939423561,
+ "num_tokens": 30730507.0,
+ "step": 4950
+ },
+ {
+ "entropy": 0.25907982494682075,
+ "epoch": 1.4047585327857244,
+ "grad_norm": 3.234375,
+ "learning_rate": 2.1508274720931782e-06,
+ "loss": 0.28761587142944334,
+ "mean_token_accuracy": 0.9222486436367034,
+ "num_tokens": 30795393.0,
+ "step": 4960
+ },
+ {
+ "entropy": 0.2811718896962702,
+ "epoch": 1.407590992777227,
+ "grad_norm": 3.234375,
+ "learning_rate": 2.132013462239575e-06,
+ "loss": 0.3265038251876831,
+ "mean_token_accuracy": 0.9145691886544227,
+ "num_tokens": 30857562.0,
+ "step": 4970
+ },
+ {
+ "entropy": 0.28517370773479345,
+ "epoch": 1.4104234527687296,
+ "grad_norm": 2.328125,
+ "learning_rate": 2.1132597770552438e-06,
+ "loss": 0.31507909297943115,
+ "mean_token_accuracy": 0.9142434164881706,
+ "num_tokens": 30922675.0,
+ "step": 4980
+ },
+ {
+ "entropy": 0.19877292485907674,
+ "epoch": 1.4132559127602322,
+ "grad_norm": 3.765625,
+ "learning_rate": 2.0945668110015444e-06,
+ "loss": 0.23243415355682373,
+ "mean_token_accuracy": 0.9366410985589028,
+ "num_tokens": 30976543.0,
+ "step": 4990
+ },
+ {
+ "entropy": 0.2432062154635787,
+ "epoch": 1.4160883727517348,
+ "grad_norm": 2.5,
+ "learning_rate": 2.0759349572626746e-06,
+ "loss": 0.2862151384353638,
+ "mean_token_accuracy": 0.9267523601651192,
+ "num_tokens": 31038473.0,
+ "step": 5000
+ },
+ {
+ "entropy": 0.3237845581024885,
+ "epoch": 1.4189208327432374,
+ "grad_norm": 3.875,
+ "learning_rate": 2.0573646077374104e-06,
+ "loss": 0.37770848274230956,
+ "mean_token_accuracy": 0.9031021609902382,
+ "num_tokens": 31099230.0,
+ "step": 5010
+ },
+ {
+ "entropy": 0.2877516193315387,
+ "epoch": 1.42175329273474,
+ "grad_norm": 2.734375,
+ "learning_rate": 2.0388561530308635e-06,
+ "loss": 0.34712216854095457,
+ "mean_token_accuracy": 0.9134866118431091,
+ "num_tokens": 31166088.0,
+ "step": 5020
+ },
+ {
+ "entropy": 0.2820683201774955,
+ "epoch": 1.4245857527262427,
+ "grad_norm": 2.796875,
+ "learning_rate": 2.020409982446257e-06,
+ "loss": 0.3219949960708618,
+ "mean_token_accuracy": 0.9166051208972931,
+ "num_tokens": 31228723.0,
+ "step": 5030
+ },
+ {
+ "entropy": 0.27668618680909274,
+ "epoch": 1.4274182127177455,
+ "grad_norm": 2.515625,
+ "learning_rate": 2.002026483976743e-06,
+ "loss": 0.3125786066055298,
+ "mean_token_accuracy": 0.9155862748622894,
+ "num_tokens": 31291073.0,
+ "step": 5040
+ },
+ {
+ "entropy": 0.2827945364639163,
+ "epoch": 1.4302506727092479,
+ "grad_norm": 2.890625,
+ "learning_rate": 1.983706044297246e-06,
+ "loss": 0.3369795560836792,
+ "mean_token_accuracy": 0.9160067468881607,
+ "num_tokens": 31353485.0,
+ "step": 5050
+ },
+ {
+ "entropy": 0.26270845299586654,
+ "epoch": 1.4330831327007507,
+ "grad_norm": 2.390625,
+ "learning_rate": 1.965449048756313e-06,
+ "loss": 0.32433252334594725,
+ "mean_token_accuracy": 0.917706748843193,
+ "num_tokens": 31416187.0,
+ "step": 5060
+ },
+ {
+ "entropy": 0.25601281197741627,
+ "epoch": 1.435915592692253,
+ "grad_norm": 3.171875,
+ "learning_rate": 1.9472558813680302e-06,
+ "loss": 0.3209353446960449,
+ "mean_token_accuracy": 0.9202107876539231,
+ "num_tokens": 31476116.0,
+ "step": 5070
+ },
+ {
+ "entropy": 0.20480688754469156,
+ "epoch": 1.438748052683756,
+ "grad_norm": 2.640625,
+ "learning_rate": 1.929126924803934e-06,
+ "loss": 0.23985617160797118,
+ "mean_token_accuracy": 0.9381486117839813,
+ "num_tokens": 31535405.0,
+ "step": 5080
+ },
+ {
+ "entropy": 0.2611421229317784,
+ "epoch": 1.4415805126752583,
+ "grad_norm": 3.5625,
+ "learning_rate": 1.9110625603849527e-06,
+ "loss": 0.32944498062133787,
+ "mean_token_accuracy": 0.9202523365616798,
+ "num_tokens": 31597693.0,
+ "step": 5090
+ },
+ {
+ "entropy": 0.23836144469678403,
+ "epoch": 1.4444129726667612,
+ "grad_norm": 2.03125,
+ "learning_rate": 1.893063168073408e-06,
+ "loss": 0.29022033214569093,
+ "mean_token_accuracy": 0.9306372493505478,
+ "num_tokens": 31656977.0,
+ "step": 5100
+ },
+ {
+ "entropy": 0.28606463205069305,
+ "epoch": 1.4472454326582638,
+ "grad_norm": 2.5,
+ "learning_rate": 1.8751291264650046e-06,
+ "loss": 0.3439618110656738,
+ "mean_token_accuracy": 0.9139068111777305,
+ "num_tokens": 31718707.0,
+ "step": 5110
+ },
+ {
+ "entropy": 0.2603332348167896,
+ "epoch": 1.4500778926497664,
+ "grad_norm": 3.359375,
+ "learning_rate": 1.8572608127808728e-06,
+ "loss": 0.31691861152648926,
+ "mean_token_accuracy": 0.9209822177886963,
+ "num_tokens": 31782906.0,
+ "step": 5120
+ },
+ {
+ "entropy": 0.20631724232807755,
+ "epoch": 1.452910352641269,
+ "grad_norm": 2.3125,
+ "learning_rate": 1.83945860285964e-06,
+ "loss": 0.2487272262573242,
+ "mean_token_accuracy": 0.9387247279286385,
+ "num_tokens": 31843112.0,
+ "step": 5130
+ },
+ {
+ "entropy": 0.312122474052012,
+ "epoch": 1.4557428126327716,
+ "grad_norm": 2.59375,
+ "learning_rate": 1.8217228711495144e-06,
+ "loss": 0.3650108814239502,
+ "mean_token_accuracy": 0.903496403992176,
+ "num_tokens": 31908733.0,
+ "step": 5140
+ },
+ {
+ "entropy": 0.21777895856648682,
+ "epoch": 1.4585752726242742,
+ "grad_norm": 2.84375,
+ "learning_rate": 1.8040539907004151e-06,
+ "loss": 0.2540838003158569,
+ "mean_token_accuracy": 0.933236388862133,
+ "num_tokens": 31965951.0,
+ "step": 5150
+ },
+ {
+ "entropy": 0.2150375141762197,
+ "epoch": 1.4614077326157768,
+ "grad_norm": 3.109375,
+ "learning_rate": 1.7864523331561289e-06,
+ "loss": 0.25230045318603517,
+ "mean_token_accuracy": 0.9354735314846039,
+ "num_tokens": 32030628.0,
+ "step": 5160
+ },
+ {
+ "entropy": 0.2608655440621078,
+ "epoch": 1.4642401926072794,
+ "grad_norm": 3.046875,
+ "learning_rate": 1.7689182687464856e-06,
+ "loss": 0.3130248308181763,
+ "mean_token_accuracy": 0.9211593955755234,
+ "num_tokens": 32097676.0,
+ "step": 5170
+ },
+ {
+ "entropy": 0.25380949294194577,
+ "epoch": 1.467072652598782,
+ "grad_norm": 2.890625,
+ "learning_rate": 1.7514521662795747e-06,
+ "loss": 0.2816046476364136,
+ "mean_token_accuracy": 0.9257098287343979,
+ "num_tokens": 32158741.0,
+ "step": 5180
+ },
+ {
+ "entropy": 0.25251292893663047,
+ "epoch": 1.4699051125902847,
+ "grad_norm": 2.65625,
+ "learning_rate": 1.7340543931339855e-06,
+ "loss": 0.29217917919158937,
+ "mean_token_accuracy": 0.9239209443330765,
+ "num_tokens": 32214336.0,
+ "step": 5190
+ },
+ {
+ "entropy": 0.19389442894607783,
+ "epoch": 1.4727375725817873,
+ "grad_norm": 2.609375,
+ "learning_rate": 1.7167253152510881e-06,
+ "loss": 0.2437535524368286,
+ "mean_token_accuracy": 0.9410161271691322,
+ "num_tokens": 32272894.0,
+ "step": 5200
+ },
+ {
+ "entropy": 0.24098797258920968,
+ "epoch": 1.47557003257329,
+ "grad_norm": 2.734375,
+ "learning_rate": 1.6994652971273234e-06,
+ "loss": 0.3020350217819214,
+ "mean_token_accuracy": 0.927329009771347,
+ "num_tokens": 32334986.0,
+ "step": 5210
+ },
+ {
+ "entropy": 0.22781321993097664,
+ "epoch": 1.4784024925647925,
+ "grad_norm": 3.34375,
+ "learning_rate": 1.6822747018065454e-06,
+ "loss": 0.27587802410125734,
+ "mean_token_accuracy": 0.9302007511258126,
+ "num_tokens": 32400375.0,
+ "step": 5220
+ },
+ {
+ "entropy": 0.2371103228069842,
+ "epoch": 1.4812349525562951,
+ "grad_norm": 2.640625,
+ "learning_rate": 1.6651538908723819e-06,
+ "loss": 0.2963529586791992,
+ "mean_token_accuracy": 0.9281015366315841,
+ "num_tokens": 32461495.0,
+ "step": 5230
+ },
+ {
+ "entropy": 0.2026872721500695,
+ "epoch": 1.4840674125477977,
+ "grad_norm": 3.703125,
+ "learning_rate": 1.648103224440628e-06,
+ "loss": 0.2533473253250122,
+ "mean_token_accuracy": 0.9393594354391098,
+ "num_tokens": 32520488.0,
+ "step": 5240
+ },
+ {
+ "entropy": 0.27795653184875846,
+ "epoch": 1.4868998725393003,
+ "grad_norm": 4.28125,
+ "learning_rate": 1.6311230611516787e-06,
+ "loss": 0.3331992864608765,
+ "mean_token_accuracy": 0.9139838621020318,
+ "num_tokens": 32579890.0,
+ "step": 5250
+ },
+ {
+ "entropy": 0.24200157299637795,
+ "epoch": 1.489732332530803,
+ "grad_norm": 2.453125,
+ "learning_rate": 1.6142137581629735e-06,
+ "loss": 0.29794676303863527,
+ "mean_token_accuracy": 0.9251758947968483,
+ "num_tokens": 32638891.0,
+ "step": 5260
+ },
+ {
+ "entropy": 0.28265436114743353,
+ "epoch": 1.4925647925223056,
+ "grad_norm": 2.953125,
+ "learning_rate": 1.5973756711414906e-06,
+ "loss": 0.32789628505706786,
+ "mean_token_accuracy": 0.9158792689442634,
+ "num_tokens": 32698889.0,
+ "step": 5270
+ },
+ {
+ "entropy": 0.2547013622708619,
+ "epoch": 1.4953972525138082,
+ "grad_norm": 3.34375,
+ "learning_rate": 1.5806091542562702e-06,
+ "loss": 0.3087520360946655,
+ "mean_token_accuracy": 0.9223901182413101,
+ "num_tokens": 32761937.0,
+ "step": 5280
+ },
+ {
+ "entropy": 0.22827409273013471,
+ "epoch": 1.4982297125053108,
+ "grad_norm": 2.9375,
+ "learning_rate": 1.5639145601709565e-06,
+ "loss": 0.2831422328948975,
+ "mean_token_accuracy": 0.9307228982448578,
+ "num_tokens": 32827776.0,
+ "step": 5290
+ },
+ {
+ "entropy": 0.2951494877226651,
+ "epoch": 1.5010621724968134,
+ "grad_norm": 2.59375,
+ "learning_rate": 1.5472922400363822e-06,
+ "loss": 0.36947824954986574,
+ "mean_token_accuracy": 0.9096596837043762,
+ "num_tokens": 32894314.0,
+ "step": 5300
+ },
+ {
+ "entropy": 0.2979168656282127,
+ "epoch": 1.5038946324883162,
+ "grad_norm": 2.859375,
+ "learning_rate": 1.5307425434831907e-06,
+ "loss": 0.3343170642852783,
+ "mean_token_accuracy": 0.9080912008881569,
+ "num_tokens": 32956538.0,
+ "step": 5310
+ },
+ {
+ "entropy": 0.30057740341871975,
+ "epoch": 1.5067270924798186,
+ "grad_norm": 3.15625,
+ "learning_rate": 1.5142658186144643e-06,
+ "loss": 0.35959796905517577,
+ "mean_token_accuracy": 0.910037699341774,
+ "num_tokens": 33021410.0,
+ "step": 5320
+ },
+ {
+ "entropy": 0.24314799094572664,
+ "epoch": 1.5095595524713215,
+ "grad_norm": 2.875,
+ "learning_rate": 1.4978624119984215e-06,
+ "loss": 0.2805622100830078,
+ "mean_token_accuracy": 0.9268027886748313,
+ "num_tokens": 33077695.0,
+ "step": 5330
+ },
+ {
+ "entropy": 0.20980772599577904,
+ "epoch": 1.5123920124628238,
+ "grad_norm": 3.21875,
+ "learning_rate": 1.4815326686611203e-06,
+ "loss": 0.2554431200027466,
+ "mean_token_accuracy": 0.936587342619896,
+ "num_tokens": 33139831.0,
+ "step": 5340
+ },
+ {
+ "entropy": 0.21507870415225624,
+ "epoch": 1.5152244724543267,
+ "grad_norm": 3.203125,
+ "learning_rate": 1.4652769320791903e-06,
+ "loss": 0.24842193126678466,
+ "mean_token_accuracy": 0.9355509415268898,
+ "num_tokens": 33197251.0,
+ "step": 5350
+ },
+ {
+ "entropy": 0.2641136610880494,
+ "epoch": 1.518056932445829,
+ "grad_norm": 3.8125,
+ "learning_rate": 1.4490955441726274e-06,
+ "loss": 0.3337679624557495,
+ "mean_token_accuracy": 0.9209033325314522,
+ "num_tokens": 33257985.0,
+ "step": 5360
+ },
+ {
+ "entropy": 0.24620256144553423,
+ "epoch": 1.520889392437332,
+ "grad_norm": 3.484375,
+ "learning_rate": 1.432988845297586e-06,
+ "loss": 0.29033358097076417,
+ "mean_token_accuracy": 0.9254283532500267,
+ "num_tokens": 33319091.0,
+ "step": 5370
+ },
+ {
+ "entropy": 0.2379481267184019,
+ "epoch": 1.5237218524288343,
+ "grad_norm": 2.265625,
+ "learning_rate": 1.4169571742392258e-06,
+ "loss": 0.27025935649871824,
+ "mean_token_accuracy": 0.9277426168322563,
+ "num_tokens": 33383844.0,
+ "step": 5380
+ },
+ {
+ "entropy": 0.2868938121944666,
+ "epoch": 1.5265543124203371,
+ "grad_norm": 3.71875,
+ "learning_rate": 1.4010008682045923e-06,
+ "loss": 0.3404625415802002,
+ "mean_token_accuracy": 0.9113814622163773,
+ "num_tokens": 33453218.0,
+ "step": 5390
+ },
+ {
+ "entropy": 0.22716827960684896,
+ "epoch": 1.5293867724118397,
+ "grad_norm": 3.171875,
+ "learning_rate": 1.3851202628155107e-06,
+ "loss": 0.25096280574798585,
+ "mean_token_accuracy": 0.9309007912874222,
+ "num_tokens": 33508903.0,
+ "step": 5400
+ },
+ {
+ "entropy": 0.27040613191202284,
+ "epoch": 1.5322192324033423,
+ "grad_norm": 3.328125,
+ "learning_rate": 1.369315692101536e-06,
+ "loss": 0.32122843265533446,
+ "mean_token_accuracy": 0.9177961051464081,
+ "num_tokens": 33573171.0,
+ "step": 5410
+ },
+ {
+ "entropy": 0.2600837898440659,
+ "epoch": 1.535051692394845,
+ "grad_norm": 3.234375,
+ "learning_rate": 1.3535874884929268e-06,
+ "loss": 0.3213672637939453,
+ "mean_token_accuracy": 0.9197964414954185,
+ "num_tokens": 33636074.0,
+ "step": 5420
+ },
+ {
+ "entropy": 0.22881285650655628,
+ "epoch": 1.5378841523863476,
+ "grad_norm": 3.09375,
+ "learning_rate": 1.3379359828136484e-06,
+ "loss": 0.2707126379013062,
+ "mean_token_accuracy": 0.9294409155845642,
+ "num_tokens": 33698927.0,
+ "step": 5430
+ },
+ {
+ "entropy": 0.2975919903255999,
+ "epoch": 1.5407166123778502,
+ "grad_norm": 2.5625,
+ "learning_rate": 1.3223615042744177e-06,
+ "loss": 0.34776482582092283,
+ "mean_token_accuracy": 0.9107442811131478,
+ "num_tokens": 33760454.0,
+ "step": 5440
+ },
+ {
+ "entropy": 0.2446910054422915,
+ "epoch": 1.5435490723693528,
+ "grad_norm": 3.6875,
+ "learning_rate": 1.3068643804657755e-06,
+ "loss": 0.3253368616104126,
+ "mean_token_accuracy": 0.9267232105135917,
+ "num_tokens": 33820778.0,
+ "step": 5450
+ },
+ {
+ "entropy": 0.24788066679611803,
+ "epoch": 1.5463815323608554,
+ "grad_norm": 3.1875,
+ "learning_rate": 1.2914449373512039e-06,
+ "loss": 0.290773868560791,
+ "mean_token_accuracy": 0.9264207080006599,
+ "num_tokens": 33885412.0,
+ "step": 5460
+ },
+ {
+ "entropy": 0.26637936308979987,
+ "epoch": 1.549213992352358,
+ "grad_norm": 2.84375,
+ "learning_rate": 1.2761034992602594e-06,
+ "loss": 0.302551794052124,
+ "mean_token_accuracy": 0.9195884510874748,
+ "num_tokens": 33949818.0,
+ "step": 5470
+ },
+ {
+ "entropy": 0.25932731870561837,
+ "epoch": 1.5520464523438606,
+ "grad_norm": 2.734375,
+ "learning_rate": 1.260840388881757e-06,
+ "loss": 0.3070210456848145,
+ "mean_token_accuracy": 0.9207321554422379,
+ "num_tokens": 34014584.0,
+ "step": 5480
+ },
+ {
+ "entropy": 0.27443883698433635,
+ "epoch": 1.5548789123353632,
+ "grad_norm": 3.46875,
+ "learning_rate": 1.2456559272569835e-06,
+ "loss": 0.33689801692962645,
+ "mean_token_accuracy": 0.9148522824048996,
+ "num_tokens": 34084875.0,
+ "step": 5490
+ },
+ {
+ "entropy": 0.23238408304750918,
+ "epoch": 1.5577113723268659,
+ "grad_norm": 2.359375,
+ "learning_rate": 1.2305504337729402e-06,
+ "loss": 0.2621855497360229,
+ "mean_token_accuracy": 0.9286026373505593,
+ "num_tokens": 34149334.0,
+ "step": 5500
+ },
+ {
+ "entropy": 0.19104345375671983,
+ "epoch": 1.5605438323183685,
+ "grad_norm": 3.0,
+ "learning_rate": 1.2155242261556322e-06,
+ "loss": 0.21013360023498534,
+ "mean_token_accuracy": 0.9440885782241821,
+ "num_tokens": 34208909.0,
+ "step": 5510
+ },
+ {
+ "entropy": 0.3090286682359874,
+ "epoch": 1.563376292309871,
+ "grad_norm": 3.546875,
+ "learning_rate": 1.2005776204633784e-06,
+ "loss": 0.3435187578201294,
+ "mean_token_accuracy": 0.906642059981823,
+ "num_tokens": 34277789.0,
+ "step": 5520
+ },
+ {
+ "entropy": 0.27096550054848195,
+ "epoch": 1.5662087523013737,
+ "grad_norm": 3.0,
+ "learning_rate": 1.1857109310801646e-06,
+ "loss": 0.33941338062286375,
+ "mean_token_accuracy": 0.9181032046675682,
+ "num_tokens": 34341408.0,
+ "step": 5530
+ },
+ {
+ "entropy": 0.2512120358645916,
+ "epoch": 1.5690412122928765,
+ "grad_norm": 2.953125,
+ "learning_rate": 1.1709244707090379e-06,
+ "loss": 0.3203424453735352,
+ "mean_token_accuracy": 0.9274255812168122,
+ "num_tokens": 34401100.0,
+ "step": 5540
+ },
+ {
+ "entropy": 0.22159507512114943,
+ "epoch": 1.571873672284379,
+ "grad_norm": 3.25,
+ "learning_rate": 1.1562185503655189e-06,
+ "loss": 0.26977603435516356,
+ "mean_token_accuracy": 0.9318756386637688,
+ "num_tokens": 34462912.0,
+ "step": 5550
+ },
+ {
+ "entropy": 0.23320558797568083,
+ "epoch": 1.5747061322758817,
+ "grad_norm": 1.9609375,
+ "learning_rate": 1.1415934793710665e-06,
+ "loss": 0.2658952474594116,
+ "mean_token_accuracy": 0.9283665150403977,
+ "num_tokens": 34524813.0,
+ "step": 5560
+ },
+ {
+ "entropy": 0.2423627723939717,
+ "epoch": 1.5775385922673841,
+ "grad_norm": 2.453125,
+ "learning_rate": 1.1270495653465736e-06,
+ "loss": 0.2817867279052734,
+ "mean_token_accuracy": 0.9266665682196618,
+ "num_tokens": 34588658.0,
+ "step": 5570
+ },
+ {
+ "entropy": 0.288007527962327,
+ "epoch": 1.580371052258887,
+ "grad_norm": 3.5625,
+ "learning_rate": 1.1125871142058853e-06,
+ "loss": 0.3256409168243408,
+ "mean_token_accuracy": 0.9146550044417381,
+ "num_tokens": 34651205.0,
+ "step": 5580
+ },
+ {
+ "entropy": 0.26610668897628786,
+ "epoch": 1.5832035122503894,
+ "grad_norm": 3.21875,
+ "learning_rate": 1.09820643014938e-06,
+ "loss": 0.30162830352783204,
+ "mean_token_accuracy": 0.9187943205237389,
+ "num_tokens": 34712268.0,
+ "step": 5590
+ },
+ {
+ "entropy": 0.23809606842696668,
+ "epoch": 1.5860359722418922,
+ "grad_norm": 2.671875,
+ "learning_rate": 1.0839078156575627e-06,
+ "loss": 0.2636057615280151,
+ "mean_token_accuracy": 0.9277158841490746,
+ "num_tokens": 34772045.0,
+ "step": 5600
+ },
+ {
+ "entropy": 0.22600625092163681,
+ "epoch": 1.5888684322333946,
+ "grad_norm": 2.96875,
+ "learning_rate": 1.0696915714846957e-06,
+ "loss": 0.2677895545959473,
+ "mean_token_accuracy": 0.9321974024176598,
+ "num_tokens": 34833071.0,
+ "step": 5610
+ },
+ {
+ "entropy": 0.24366146139800549,
+ "epoch": 1.5917008922248974,
+ "grad_norm": 3.53125,
+ "learning_rate": 1.0555579966524881e-06,
+ "loss": 0.29182281494140627,
+ "mean_token_accuracy": 0.9258176818490028,
+ "num_tokens": 34894119.0,
+ "step": 5620
+ },
+ {
+ "entropy": 0.21388702299445866,
+ "epoch": 1.5945333522163998,
+ "grad_norm": 3.0625,
+ "learning_rate": 1.0415073884437976e-06,
+ "loss": 0.2524517774581909,
+ "mean_token_accuracy": 0.9357389867305755,
+ "num_tokens": 34952146.0,
+ "step": 5630
+ },
+ {
+ "entropy": 0.21859713681042195,
+ "epoch": 1.5973658122079026,
+ "grad_norm": 2.8125,
+ "learning_rate": 1.0275400423963717e-06,
+ "loss": 0.24928975105285645,
+ "mean_token_accuracy": 0.934303593635559,
+ "num_tokens": 35011714.0,
+ "step": 5640
+ },
+ {
+ "entropy": 0.2579089604318142,
+ "epoch": 1.600198272199405,
+ "grad_norm": 2.921875,
+ "learning_rate": 1.0136562522966441e-06,
+ "loss": 0.31113855838775634,
+ "mean_token_accuracy": 0.9202840358018876,
+ "num_tokens": 35074651.0,
+ "step": 5650
+ },
+ {
+ "entropy": 0.26469491589814426,
+ "epoch": 1.6030307321909079,
+ "grad_norm": 3.140625,
+ "learning_rate": 9.998563101735476e-07,
+ "loss": 0.3200496435165405,
+ "mean_token_accuracy": 0.9220004096627236,
+ "num_tokens": 35138648.0,
+ "step": 5660
+ },
+ {
+ "entropy": 0.22206950206309556,
+ "epoch": 1.6058631921824105,
+ "grad_norm": 2.640625,
+ "learning_rate": 9.861405062923697e-07,
+ "loss": 0.2514327049255371,
+ "mean_token_accuracy": 0.9321804001927376,
+ "num_tokens": 35196730.0,
+ "step": 5670
+ },
+ {
+ "entropy": 0.24417279483750462,
+ "epoch": 1.608695652173913,
+ "grad_norm": 3.328125,
+ "learning_rate": 9.725091291486566e-07,
+ "loss": 0.30283517837524415,
+ "mean_token_accuracy": 0.926240362226963,
+ "num_tokens": 35257197.0,
+ "step": 5680
+ },
+ {
+ "entropy": 0.30107640102505684,
+ "epoch": 1.6115281121654157,
+ "grad_norm": 2.296875,
+ "learning_rate": 9.589624654621337e-07,
+ "loss": 0.374169659614563,
+ "mean_token_accuracy": 0.9090639904141427,
+ "num_tokens": 35322366.0,
+ "step": 5690
+ },
+ {
+ "entropy": 0.25959637677297,
+ "epoch": 1.6143605721569183,
+ "grad_norm": 3.5,
+ "learning_rate": 9.455008001706823e-07,
+ "loss": 0.3035139560699463,
+ "mean_token_accuracy": 0.920881375670433,
+ "num_tokens": 35384760.0,
+ "step": 5700
+ },
+ {
+ "entropy": 0.26152828708291054,
+ "epoch": 1.617193032148421,
+ "grad_norm": 2.921875,
+ "learning_rate": 9.321244164243426e-07,
+ "loss": 0.3164137125015259,
+ "mean_token_accuracy": 0.9189648017287254,
+ "num_tokens": 35451710.0,
+ "step": 5710
+ },
+ {
+ "entropy": 0.26348818531259893,
+ "epoch": 1.6200254921399235,
+ "grad_norm": 2.84375,
+ "learning_rate": 9.188335955793626e-07,
+ "loss": 0.30527734756469727,
+ "mean_token_accuracy": 0.9183376669883728,
+ "num_tokens": 35512594.0,
+ "step": 5720
+ },
+ {
+ "entropy": 0.2280609853565693,
+ "epoch": 1.6228579521314261,
+ "grad_norm": 2.375,
+ "learning_rate": 9.056286171922734e-07,
+ "loss": 0.2652477264404297,
+ "mean_token_accuracy": 0.9297893449664116,
+ "num_tokens": 35576563.0,
+ "step": 5730
+ },
+ {
+ "entropy": 0.2838295646011829,
+ "epoch": 1.6256904121229288,
+ "grad_norm": 2.9375,
+ "learning_rate": 8.925097590140148e-07,
+ "loss": 0.35121898651123046,
+ "mean_token_accuracy": 0.9098823204636574,
+ "num_tokens": 35640297.0,
+ "step": 5740
+ },
+ {
+ "entropy": 0.2746155882254243,
+ "epoch": 1.6285228721144314,
+ "grad_norm": 3.265625,
+ "learning_rate": 8.794772969840887e-07,
+ "loss": 0.31128735542297364,
+ "mean_token_accuracy": 0.9179449796676635,
+ "num_tokens": 35707899.0,
+ "step": 5750
+ },
+ {
+ "entropy": 0.2756534986197948,
+ "epoch": 1.631355332105934,
+ "grad_norm": 3.234375,
+ "learning_rate": 8.665315052247602e-07,
+ "loss": 0.32416977882385256,
+ "mean_token_accuracy": 0.9196028739213944,
+ "num_tokens": 35772162.0,
+ "step": 5760
+ },
+ {
+ "entropy": 0.2519084827043116,
+ "epoch": 1.6341877920974366,
+ "grad_norm": 3.140625,
+ "learning_rate": 8.536726560352876e-07,
+ "loss": 0.324365496635437,
+ "mean_token_accuracy": 0.9242412179708481,
+ "num_tokens": 35835349.0,
+ "step": 5770
+ },
+ {
+ "entropy": 0.25698692388832567,
+ "epoch": 1.6370202520889392,
+ "grad_norm": 3.53125,
+ "learning_rate": 8.409010198861956e-07,
+ "loss": 0.3088990211486816,
+ "mean_token_accuracy": 0.9209602817893028,
+ "num_tokens": 35897448.0,
+ "step": 5780
+ },
+ {
+ "entropy": 0.22108505498617886,
+ "epoch": 1.6398527120804418,
+ "grad_norm": 2.890625,
+ "learning_rate": 8.282168654135847e-07,
+ "loss": 0.2698824882507324,
+ "mean_token_accuracy": 0.93257477581501,
+ "num_tokens": 35959332.0,
+ "step": 5790
+ },
+ {
+ "entropy": 0.2284936947748065,
+ "epoch": 1.6426851720719444,
+ "grad_norm": 3.28125,
+ "learning_rate": 8.156204594134893e-07,
+ "loss": 0.2973310470581055,
+ "mean_token_accuracy": 0.9306313022971153,
+ "num_tokens": 36021262.0,
+ "step": 5800
+ },
+ {
+ "entropy": 0.24009261797182263,
+ "epoch": 1.6455176320634473,
+ "grad_norm": 3.15625,
+ "learning_rate": 8.031120668362535e-07,
+ "loss": 0.28094191551208497,
+ "mean_token_accuracy": 0.9246355861425399,
+ "num_tokens": 36084005.0,
+ "step": 5810
+ },
+ {
+ "entropy": 0.23662603041157126,
+ "epoch": 1.6483500920549496,
+ "grad_norm": 2.625,
+ "learning_rate": 7.906919507809651e-07,
+ "loss": 0.2780949354171753,
+ "mean_token_accuracy": 0.9279899090528488,
+ "num_tokens": 36147389.0,
+ "step": 5820
+ },
+ {
+ "entropy": 0.23658121339976787,
+ "epoch": 1.6511825520464525,
+ "grad_norm": 2.953125,
+ "learning_rate": 7.783603724899258e-07,
+ "loss": 0.29379072189331057,
+ "mean_token_accuracy": 0.927857731282711,
+ "num_tokens": 36210586.0,
+ "step": 5830
+ },
+ {
+ "entropy": 0.26622840845957396,
+ "epoch": 1.6540150120379549,
+ "grad_norm": 2.96875,
+ "learning_rate": 7.661175913431429e-07,
+ "loss": 0.2929482936859131,
+ "mean_token_accuracy": 0.9188829958438873,
+ "num_tokens": 36274779.0,
+ "step": 5840
+ },
+ {
+ "entropy": 0.21175987273454666,
+ "epoch": 1.6568474720294577,
+ "grad_norm": 2.75,
+ "learning_rate": 7.53963864852888e-07,
+ "loss": 0.2593329906463623,
+ "mean_token_accuracy": 0.934892113506794,
+ "num_tokens": 36335052.0,
+ "step": 5850
+ },
+ {
+ "entropy": 0.2694924921728671,
+ "epoch": 1.65967993202096,
+ "grad_norm": 2.515625,
+ "learning_rate": 7.418994486582759e-07,
+ "loss": 0.3219228506088257,
+ "mean_token_accuracy": 0.918947072327137,
+ "num_tokens": 36402302.0,
+ "step": 5860
+ },
+ {
+ "entropy": 0.22867691768333315,
+ "epoch": 1.662512392012463,
+ "grad_norm": 2.125,
+ "learning_rate": 7.299245965198781e-07,
+ "loss": 0.27680966854095457,
+ "mean_token_accuracy": 0.9292436599731445,
+ "num_tokens": 36462632.0,
+ "step": 5870
+ },
+ {
+ "entropy": 0.2866896932013333,
+ "epoch": 1.6653448520039653,
+ "grad_norm": 2.984375,
+ "learning_rate": 7.180395603144008e-07,
+ "loss": 0.34249396324157716,
+ "mean_token_accuracy": 0.91329265832901,
+ "num_tokens": 36527224.0,
+ "step": 5880
+ },
+ {
+ "entropy": 0.27094610016793014,
+ "epoch": 1.6681773119954681,
+ "grad_norm": 3.265625,
+ "learning_rate": 7.062445900293785e-07,
+ "loss": 0.36627175807952883,
+ "mean_token_accuracy": 0.9188960358500481,
+ "num_tokens": 36592894.0,
+ "step": 5890
+ },
+ {
+ "entropy": 0.26132087502628565,
+ "epoch": 1.6710097719869705,
+ "grad_norm": 2.9375,
+ "learning_rate": 6.9453993375791e-07,
+ "loss": 0.3172159194946289,
+ "mean_token_accuracy": 0.9181624829769135,
+ "num_tokens": 36654978.0,
+ "step": 5900
+ },
+ {
+ "entropy": 0.233911953587085,
+ "epoch": 1.6738422319784734,
+ "grad_norm": 2.890625,
+ "learning_rate": 6.829258376934561e-07,
+ "loss": 0.2974437713623047,
+ "mean_token_accuracy": 0.928301876783371,
+ "num_tokens": 36719391.0,
+ "step": 5910
+ },
+ {
+ "entropy": 0.21565931793302298,
+ "epoch": 1.6766746919699758,
+ "grad_norm": 3.609375,
+ "learning_rate": 6.714025461246454e-07,
+ "loss": 0.2669668436050415,
+ "mean_token_accuracy": 0.9334323838353157,
+ "num_tokens": 36778045.0,
+ "step": 5920
+ },
+ {
+ "entropy": 0.21683911168947817,
+ "epoch": 1.6795071519614786,
+ "grad_norm": 2.84375,
+ "learning_rate": 6.59970301430144e-07,
+ "loss": 0.26363070011138917,
+ "mean_token_accuracy": 0.9335852771997452,
+ "num_tokens": 36837249.0,
+ "step": 5930
+ },
+ {
+ "entropy": 0.23265648679807782,
+ "epoch": 1.6823396119529812,
+ "grad_norm": 3.3125,
+ "learning_rate": 6.48629344073558e-07,
+ "loss": 0.26622016429901124,
+ "mean_token_accuracy": 0.9274113267660141,
+ "num_tokens": 36898226.0,
+ "step": 5940
+ },
+ {
+ "entropy": 0.2784924143925309,
+ "epoch": 1.6851720719444838,
+ "grad_norm": 2.671875,
+ "learning_rate": 6.37379912598371e-07,
+ "loss": 0.34350905418395994,
+ "mean_token_accuracy": 0.9142558068037033,
+ "num_tokens": 36963382.0,
+ "step": 5950
+ },
+ {
+ "entropy": 0.24184053102508188,
+ "epoch": 1.6880045319359864,
+ "grad_norm": 3.78125,
+ "learning_rate": 6.262222436229292e-07,
+ "loss": 0.2830460548400879,
+ "mean_token_accuracy": 0.9260421633720398,
+ "num_tokens": 37024951.0,
+ "step": 5960
+ },
+ {
+ "entropy": 0.21509222900494934,
+ "epoch": 1.690836991927489,
+ "grad_norm": 2.765625,
+ "learning_rate": 6.151565718354652e-07,
+ "loss": 0.2527156829833984,
+ "mean_token_accuracy": 0.9360066995024681,
+ "num_tokens": 37079547.0,
+ "step": 5970
+ },
+ {
+ "entropy": 0.24560804115608334,
+ "epoch": 1.6936694519189917,
+ "grad_norm": 3.65625,
+ "learning_rate": 6.041831299891616e-07,
+ "loss": 0.27899770736694335,
+ "mean_token_accuracy": 0.9240980878472328,
+ "num_tokens": 37139223.0,
+ "step": 5980
+ },
+ {
+ "entropy": 0.23427843432873488,
+ "epoch": 1.6965019119104943,
+ "grad_norm": 3.34375,
+ "learning_rate": 5.933021488972518e-07,
+ "loss": 0.2709463357925415,
+ "mean_token_accuracy": 0.9293721422553063,
+ "num_tokens": 37199693.0,
+ "step": 5990
+ },
+ {
+ "entropy": 0.19755451856181025,
+ "epoch": 1.6993343719019969,
+ "grad_norm": 3.640625,
+ "learning_rate": 5.825138574281697e-07,
+ "loss": 0.2685497045516968,
+ "mean_token_accuracy": 0.9402319520711899,
+ "num_tokens": 37259409.0,
+ "step": 6000
+ },
+ {
+ "entropy": 0.2616328032687306,
+ "epoch": 1.7021668318934995,
+ "grad_norm": 2.9375,
+ "learning_rate": 5.718184825007322e-07,
+ "loss": 0.29927141666412355,
+ "mean_token_accuracy": 0.9205271825194359,
+ "num_tokens": 37317619.0,
+ "step": 6010
+ },
+ {
+ "entropy": 0.2717592868953943,
+ "epoch": 1.704999291885002,
+ "grad_norm": 2.734375,
+ "learning_rate": 5.612162490793705e-07,
+ "loss": 0.2948524236679077,
+ "mean_token_accuracy": 0.915754534304142,
+ "num_tokens": 37375947.0,
+ "step": 6020
+ },
+ {
+ "entropy": 0.24579153461381792,
+ "epoch": 1.7078317518765047,
+ "grad_norm": 2.71875,
+ "learning_rate": 5.507073801693935e-07,
+ "loss": 0.33449468612670896,
+ "mean_token_accuracy": 0.9257088854908944,
+ "num_tokens": 37439620.0,
+ "step": 6030
+ },
+ {
+ "entropy": 0.26611594650894405,
+ "epoch": 1.7106642118680073,
+ "grad_norm": 2.671875,
+ "learning_rate": 5.402920968122987e-07,
+ "loss": 0.29062328338623045,
+ "mean_token_accuracy": 0.9189436316490174,
+ "num_tokens": 37502168.0,
+ "step": 6040
+ },
+ {
+ "entropy": 0.2788139834068716,
+ "epoch": 1.71349667185951,
+ "grad_norm": 3.0625,
+ "learning_rate": 5.299706180811231e-07,
+ "loss": 0.3326979160308838,
+ "mean_token_accuracy": 0.9133873134851456,
+ "num_tokens": 37565720.0,
+ "step": 6050
+ },
+ {
+ "entropy": 0.25504893427714703,
+ "epoch": 1.7163291318510128,
+ "grad_norm": 2.859375,
+ "learning_rate": 5.197431610758397e-07,
+ "loss": 0.29038186073303224,
+ "mean_token_accuracy": 0.9225362583994865,
+ "num_tokens": 37625899.0,
+ "step": 6060
+ },
+ {
+ "entropy": 0.24646360790356994,
+ "epoch": 1.7191615918425152,
+ "grad_norm": 3.375,
+ "learning_rate": 5.096099409187815e-07,
+ "loss": 0.2801154613494873,
+ "mean_token_accuracy": 0.9221906989812851,
+ "num_tokens": 37688905.0,
+ "step": 6070
+ },
+ {
+ "entropy": 0.2654589467681944,
+ "epoch": 1.721994051834018,
+ "grad_norm": 3.34375,
+ "learning_rate": 4.995711707501239e-07,
+ "loss": 0.3085824728012085,
+ "mean_token_accuracy": 0.9182787358760833,
+ "num_tokens": 37749957.0,
+ "step": 6080
+ },
+ {
+ "entropy": 0.26223820317536595,
+ "epoch": 1.7248265118255204,
+ "grad_norm": 2.921875,
+ "learning_rate": 4.896270617234022e-07,
+ "loss": 0.3128183841705322,
+ "mean_token_accuracy": 0.9200211226940155,
+ "num_tokens": 37807940.0,
+ "step": 6090
+ },
+ {
+ "entropy": 0.2681588695384562,
+ "epoch": 1.7276589718170232,
+ "grad_norm": 2.1875,
+ "learning_rate": 4.797778230010625e-07,
+ "loss": 0.32117178440093996,
+ "mean_token_accuracy": 0.9161472588777542,
+ "num_tokens": 37872649.0,
+ "step": 6100
+ },
+ {
+ "entropy": 0.2654016354121268,
+ "epoch": 1.7304914318085256,
+ "grad_norm": 2.171875,
+ "learning_rate": 4.70023661750072e-07,
+ "loss": 0.30300583839416506,
+ "mean_token_accuracy": 0.9194830045104027,
+ "num_tokens": 37939176.0,
+ "step": 6110
+ },
+ {
+ "entropy": 0.24514326835051178,
+ "epoch": 1.7333238918000284,
+ "grad_norm": 2.984375,
+ "learning_rate": 4.6036478313755737e-07,
+ "loss": 0.278977632522583,
+ "mean_token_accuracy": 0.924672819674015,
+ "num_tokens": 38001369.0,
+ "step": 6120
+ },
+ {
+ "entropy": 0.2553958177566528,
+ "epoch": 1.7361563517915308,
+ "grad_norm": 2.5,
+ "learning_rate": 4.5080139032648297e-07,
+ "loss": 0.3082934856414795,
+ "mean_token_accuracy": 0.921890738606453,
+ "num_tokens": 38062641.0,
+ "step": 6130
+ },
+ {
+ "entropy": 0.2784746644087136,
+ "epoch": 1.7389888117830337,
+ "grad_norm": 3.15625,
+ "learning_rate": 4.413336844713889e-07,
+ "loss": 0.35960190296173095,
+ "mean_token_accuracy": 0.919023522734642,
+ "num_tokens": 38127034.0,
+ "step": 6140
+ },
+ {
+ "entropy": 0.2474791486747563,
+ "epoch": 1.741821271774536,
+ "grad_norm": 2.859375,
+ "learning_rate": 4.3196186471415544e-07,
+ "loss": 0.31310961246490476,
+ "mean_token_accuracy": 0.9271246582269669,
+ "num_tokens": 38191869.0,
+ "step": 6150
+ },
+ {
+ "entropy": 0.19148513535037637,
+ "epoch": 1.7446537317660389,
+ "grad_norm": 2.765625,
+ "learning_rate": 4.226861281798067e-07,
+ "loss": 0.24431028366088867,
+ "mean_token_accuracy": 0.9425259172916413,
+ "num_tokens": 38246837.0,
+ "step": 6160
+ },
+ {
+ "entropy": 0.2849460038356483,
+ "epoch": 1.7474861917575413,
+ "grad_norm": 3.140625,
+ "learning_rate": 4.135066699723783e-07,
+ "loss": 0.35321385860443116,
+ "mean_token_accuracy": 0.9136219590902328,
+ "num_tokens": 38312789.0,
+ "step": 6170
+ },
+ {
+ "entropy": 0.3044266812503338,
+ "epoch": 1.750318651749044,
+ "grad_norm": 2.671875,
+ "learning_rate": 4.044236831708015e-07,
+ "loss": 0.36631484031677247,
+ "mean_token_accuracy": 0.9051524147391319,
+ "num_tokens": 38381443.0,
+ "step": 6180
+ },
+ {
+ "entropy": 0.25871176943182944,
+ "epoch": 1.7531511117405467,
+ "grad_norm": 2.921875,
+ "learning_rate": 3.954373588248489e-07,
+ "loss": 0.3120436191558838,
+ "mean_token_accuracy": 0.9194941282272339,
+ "num_tokens": 38440376.0,
+ "step": 6190
+ },
+ {
+ "entropy": 0.21256705159321426,
+ "epoch": 1.7559835717320493,
+ "grad_norm": 3.1875,
+ "learning_rate": 3.86547885951114e-07,
+ "loss": 0.27659921646118163,
+ "mean_token_accuracy": 0.9322510659694672,
+ "num_tokens": 38498332.0,
+ "step": 6200
+ },
+ {
+ "entropy": 0.20445358119904994,
+ "epoch": 1.758816031723552,
+ "grad_norm": 2.9375,
+ "learning_rate": 3.7775545152903436e-07,
+ "loss": 0.2523348331451416,
+ "mean_token_accuracy": 0.9390280991792679,
+ "num_tokens": 38554014.0,
+ "step": 6210
+ },
+ {
+ "entropy": 0.18416391648352146,
+ "epoch": 1.7616484917150546,
+ "grad_norm": 3.03125,
+ "learning_rate": 3.6906024049696066e-07,
+ "loss": 0.2193291187286377,
+ "mean_token_accuracy": 0.9433191910386085,
+ "num_tokens": 38611109.0,
+ "step": 6220
+ },
+ {
+ "entropy": 0.2637974001467228,
+ "epoch": 1.7644809517065572,
+ "grad_norm": 2.171875,
+ "learning_rate": 3.6046243574826444e-07,
+ "loss": 0.3237797021865845,
+ "mean_token_accuracy": 0.9204860851168633,
+ "num_tokens": 38677459.0,
+ "step": 6230
+ },
+ {
+ "entropy": 0.31895074248313904,
+ "epoch": 1.7673134116980598,
+ "grad_norm": 3.4375,
+ "learning_rate": 3.51962218127494e-07,
+ "loss": 0.35933072566986085,
+ "mean_token_accuracy": 0.9058421403169632,
+ "num_tokens": 38744200.0,
+ "step": 6240
+ },
+ {
+ "entropy": 0.2729435803368688,
+ "epoch": 1.7701458716895624,
+ "grad_norm": 3.09375,
+ "learning_rate": 3.4355976642656885e-07,
+ "loss": 0.3030064821243286,
+ "mean_token_accuracy": 0.9164240315556527,
+ "num_tokens": 38805557.0,
+ "step": 6250
+ },
+ {
+ "entropy": 0.25559688853099943,
+ "epoch": 1.772978331681065,
+ "grad_norm": 3.546875,
+ "learning_rate": 3.352552573810175e-07,
+ "loss": 0.32299444675445554,
+ "mean_token_accuracy": 0.9176233753561973,
+ "num_tokens": 38864776.0,
+ "step": 6260
+ },
+ {
+ "entropy": 0.22705860855057836,
+ "epoch": 1.7758107916725676,
+ "grad_norm": 3.609375,
+ "learning_rate": 3.2704886566626237e-07,
+ "loss": 0.2813774585723877,
+ "mean_token_accuracy": 0.9282340630888939,
+ "num_tokens": 38919437.0,
+ "step": 6270
+ },
+ {
+ "entropy": 0.24726136000826954,
+ "epoch": 1.7786432516640702,
+ "grad_norm": 2.34375,
+ "learning_rate": 3.189407638939479e-07,
+ "loss": 0.3042394399642944,
+ "mean_token_accuracy": 0.9257391706109047,
+ "num_tokens": 38979911.0,
+ "step": 6280
+ },
+ {
+ "entropy": 0.22607307843863964,
+ "epoch": 1.7814757116555728,
+ "grad_norm": 3.828125,
+ "learning_rate": 3.1093112260830337e-07,
+ "loss": 0.2781648635864258,
+ "mean_token_accuracy": 0.9285519152879715,
+ "num_tokens": 39040443.0,
+ "step": 6290
+ },
+ {
+ "entropy": 0.2300509915687144,
+ "epoch": 1.7843081716470754,
+ "grad_norm": 3.21875,
+ "learning_rate": 3.030201102825614e-07,
+ "loss": 0.2724717140197754,
+ "mean_token_accuracy": 0.9309455662965774,
+ "num_tokens": 39095342.0,
+ "step": 6300
+ },
+ {
+ "entropy": 0.22573469262570142,
+ "epoch": 1.787140631638578,
+ "grad_norm": 3.171875,
+ "learning_rate": 2.9520789331541123e-07,
+ "loss": 0.2936519384384155,
+ "mean_token_accuracy": 0.9300498858094215,
+ "num_tokens": 39157425.0,
+ "step": 6310
+ },
+ {
+ "entropy": 0.25970551362261174,
+ "epoch": 1.7899730916300807,
+ "grad_norm": 3.078125,
+ "learning_rate": 2.874946360275005e-07,
+ "loss": 0.3092733144760132,
+ "mean_token_accuracy": 0.9205686241388321,
+ "num_tokens": 39222823.0,
+ "step": 6320
+ },
+ {
+ "entropy": 0.26452819192782046,
+ "epoch": 1.7928055516215835,
+ "grad_norm": 2.828125,
+ "learning_rate": 2.798805006579786e-07,
+ "loss": 0.31335864067077634,
+ "mean_token_accuracy": 0.9205701932311058,
+ "num_tokens": 39284858.0,
+ "step": 6330
+ },
+ {
+ "entropy": 0.24047992387786507,
+ "epoch": 1.795638011613086,
+ "grad_norm": 2.609375,
+ "learning_rate": 2.723656473610825e-07,
+ "loss": 0.3066105365753174,
+ "mean_token_accuracy": 0.9279683545231819,
+ "num_tokens": 39348895.0,
+ "step": 6340
+ },
+ {
+ "entropy": 0.28008900824934246,
+ "epoch": 1.7984704716045887,
+ "grad_norm": 2.796875,
+ "learning_rate": 2.6495023420277154e-07,
+ "loss": 0.36823763847351076,
+ "mean_token_accuracy": 0.9184501737356185,
+ "num_tokens": 39415062.0,
+ "step": 6350
+ },
+ {
+ "entropy": 0.26460667392238973,
+ "epoch": 1.8013029315960911,
+ "grad_norm": 2.875,
+ "learning_rate": 2.5763441715739746e-07,
+ "loss": 0.33464004993438723,
+ "mean_token_accuracy": 0.9192859187722207,
+ "num_tokens": 39476274.0,
+ "step": 6360
+ },
+ {
+ "entropy": 0.2274815364740789,
+ "epoch": 1.804135391587594,
+ "grad_norm": 2.75,
+ "learning_rate": 2.5041835010442994e-07,
+ "loss": 0.271880578994751,
+ "mean_token_accuracy": 0.9299229174852371,
+ "num_tokens": 39541899.0,
+ "step": 6370
+ },
+ {
+ "entropy": 0.26884328480809927,
+ "epoch": 1.8069678515790963,
+ "grad_norm": 3.015625,
+ "learning_rate": 2.4330218482521597e-07,
+ "loss": 0.33253049850463867,
+ "mean_token_accuracy": 0.9190004959702491,
+ "num_tokens": 39605777.0,
+ "step": 6380
+ },
+ {
+ "entropy": 0.2505350584164262,
+ "epoch": 1.8098003115705992,
+ "grad_norm": 2.25,
+ "learning_rate": 2.3628607099978607e-07,
+ "loss": 0.29483606815338137,
+ "mean_token_accuracy": 0.9231566235423088,
+ "num_tokens": 39666792.0,
+ "step": 6390
+ },
+ {
+ "entropy": 0.23279191115871073,
+ "epoch": 1.8126327715621016,
+ "grad_norm": 2.546875,
+ "learning_rate": 2.2937015620370984e-07,
+ "loss": 0.28471810817718507,
+ "mean_token_accuracy": 0.9304475530982017,
+ "num_tokens": 39724921.0,
+ "step": 6400
+ },
+ {
+ "entropy": 0.2460587291046977,
+ "epoch": 1.8154652315536044,
+ "grad_norm": 2.375,
+ "learning_rate": 2.2255458590499157e-07,
+ "loss": 0.29708685874938967,
+ "mean_token_accuracy": 0.924674142897129,
+ "num_tokens": 39789840.0,
+ "step": 6410
+ },
+ {
+ "entropy": 0.275227199587971,
+ "epoch": 1.8182976915451068,
+ "grad_norm": 2.96875,
+ "learning_rate": 2.1583950346100502e-07,
+ "loss": 0.32755935192108154,
+ "mean_token_accuracy": 0.916304574906826,
+ "num_tokens": 39854091.0,
+ "step": 6420
+ },
+ {
+ "entropy": 0.24499026471748947,
+ "epoch": 1.8211301515366096,
+ "grad_norm": 3.328125,
+ "learning_rate": 2.092250501154852e-07,
+ "loss": 0.29811840057373046,
+ "mean_token_accuracy": 0.9256574973464012,
+ "num_tokens": 39912920.0,
+ "step": 6430
+ },
+ {
+ "entropy": 0.2415034817531705,
+ "epoch": 1.823962611528112,
+ "grad_norm": 3.5,
+ "learning_rate": 2.027113649955531e-07,
+ "loss": 0.30100116729736326,
+ "mean_token_accuracy": 0.9264890804886818,
+ "num_tokens": 39978941.0,
+ "step": 6440
+ },
+ {
+ "entropy": 0.21621945044025778,
+ "epoch": 1.8267950715196148,
+ "grad_norm": 2.734375,
+ "learning_rate": 1.9629858510879009e-07,
+ "loss": 0.26590795516967775,
+ "mean_token_accuracy": 0.9346760109066963,
+ "num_tokens": 40039328.0,
+ "step": 6450
+ },
+ {
+ "entropy": 0.26521125342696905,
+ "epoch": 1.8296275315111175,
+ "grad_norm": 3.40625,
+ "learning_rate": 1.8998684534035805e-07,
+ "loss": 0.3126166820526123,
+ "mean_token_accuracy": 0.9207312449812889,
+ "num_tokens": 40100768.0,
+ "step": 6460
+ },
+ {
+ "entropy": 0.2818935734219849,
+ "epoch": 1.83245999150262,
+ "grad_norm": 2.703125,
+ "learning_rate": 1.837762784501601e-07,
+ "loss": 0.3174401044845581,
+ "mean_token_accuracy": 0.9138144627213478,
+ "num_tokens": 40168204.0,
+ "step": 6470
+ },
+ {
+ "entropy": 0.21548109082505107,
+ "epoch": 1.8352924514941227,
+ "grad_norm": 2.515625,
+ "learning_rate": 1.7766701507004714e-07,
+ "loss": 0.23388545513153075,
+ "mean_token_accuracy": 0.9339930027723312,
+ "num_tokens": 40226289.0,
+ "step": 6480
+ },
+ {
+ "entropy": 0.282993733137846,
+ "epoch": 1.8381249114856253,
+ "grad_norm": 2.71875,
+ "learning_rate": 1.7165918370107394e-07,
+ "loss": 0.3528174161911011,
+ "mean_token_accuracy": 0.9143317997455597,
+ "num_tokens": 40289030.0,
+ "step": 6490
+ },
+ {
+ "entropy": 0.2208176883868873,
+ "epoch": 1.840957371477128,
+ "grad_norm": 2.484375,
+ "learning_rate": 1.6575291071079302e-07,
+ "loss": 0.277591872215271,
+ "mean_token_accuracy": 0.9313716217875481,
+ "num_tokens": 40346269.0,
+ "step": 6500
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 7062,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 2,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 5.815967604979794e+17,
+ "train_batch_size": 4,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/checkpoint-6500/training_args.bin b/checkpoint-6500/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aba49055cfa1d5774559bd6e849e55b3a159ad6e
--- /dev/null
+++ b/checkpoint-6500/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3877cc7497dd1227f9a4d5559fa4971f821a57fe04698f05fa13abaa01033e02
+size 5777
diff --git a/checkpoint-7000/chat_template.jinja b/checkpoint-7000/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..3351794a94e61dfc4bc89ee46b1c94c5adb65eef
--- /dev/null
+++ b/checkpoint-7000/chat_template.jinja
@@ -0,0 +1,90 @@
+{%- set enable_thinking = true %}
+{%- if tools %}
+ {{- '<|im_start|>system\n' }}
+ {%- if messages[0].role == 'system' %}
+ {{- messages[0].content + '\n\n' }}
+ {%- endif %}
+ {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }}
+ {%- for tool in tools %}
+ {{- "\n" }}
+ {{- tool | tojson }}
+ {%- endfor %}
+ {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }}
+{%- else %}
+ {%- if messages[0].role == 'system' %}
+ {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+ {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+ {%- set index = (messages|length - 1) - loop.index0 %}
+ {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %}
+ {%- set ns.multi_step_tool = false %}
+ {%- set ns.last_query_index = index %}
+ {%- endif %}
+{%- endfor %}
+{%- for message in messages %}
+ {%- if message.content is string %}
+ {%- set content = message.content %}
+ {%- else %}
+ {%- set content = '' %}
+ {%- endif %}
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+ {%- elif message.role == "assistant" %}
+ {%- set reasoning_content = '' %}
+ {%- if message.reasoning_content is string %}
+ {%- set reasoning_content = message.reasoning_content %}
+ {%- else %}
+ {%- if '' in content %}
+ {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %}
+ {%- set content = content.split('')[-1].lstrip('\n') %}
+ {%- endif %}
+ {%- endif %}
+ {%- if loop.index0 > ns.last_query_index %}
+ {%- if loop.last or (not loop.last and reasoning_content) %}
+ {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }}
+ {%- else %}
+ {{- '<|im_start|>' + message.role + '\n' + content }}
+ {%- endif %}
+ {%- else %}
+ {{- '<|im_start|>' + message.role + '\n' + content }}
+ {%- endif %}
+ {%- if message.tool_calls %}
+ {%- for tool_call in message.tool_calls %}
+ {%- if (loop.first and content) or (not loop.first) %}
+ {{- '\n' }}
+ {%- endif %}
+ {%- if tool_call.function %}
+ {%- set tool_call = tool_call.function %}
+ {%- endif %}
+ {{- '\n{"name": "' }}
+ {{- tool_call.name }}
+ {{- '", "arguments": ' }}
+ {%- if tool_call.arguments is string %}
+ {{- tool_call.arguments }}
+ {%- else %}
+ {{- tool_call.arguments | tojson }}
+ {%- endif %}
+ {{- '}\n' }}
+ {%- endfor %}
+ {%- endif %}
+ {{- '<|im_end|>\n' }}
+ {%- elif message.role == "tool" %}
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+ {{- '<|im_start|>user' }}
+ {%- endif %}
+ {{- '\n\n' }}
+ {{- content }}
+ {{- '\n' }}
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+ {{- '<|im_end|>\n' }}
+ {%- endif %}
+ {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+ {{- '<|im_start|>assistant\n' }}
+ {%- if enable_thinking is defined and enable_thinking is false %}
+ {{- '\n\n\n\n' }}
+ {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/checkpoint-7000/config.json b/checkpoint-7000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1d219d6a6d288625229a71646710b85cf7ae5def
--- /dev/null
+++ b/checkpoint-7000/config.json
@@ -0,0 +1,63 @@
+{
+ "architectures": [
+ "Qwen3ForCausalLM"
+ ],
+ "attention_bias": false,
+ "attention_dropout": 0.0,
+ "bos_token_id": null,
+ "dtype": "bfloat16",
+ "eos_token_id": 151645,
+ "head_dim": 128,
+ "hidden_act": "silu",
+ "hidden_size": 2048,
+ "initializer_range": 0.02,
+ "intermediate_size": 6144,
+ "layer_types": [
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention"
+ ],
+ "max_position_embeddings": 40960,
+ "max_window_layers": 28,
+ "model_type": "qwen3",
+ "num_attention_heads": 16,
+ "num_hidden_layers": 28,
+ "num_key_value_heads": 8,
+ "pad_token_id": 151643,
+ "rms_norm_eps": 1e-06,
+ "rope_parameters": {
+ "rope_theta": 1000000,
+ "rope_type": "default"
+ },
+ "sliding_window": null,
+ "tie_word_embeddings": true,
+ "transformers_version": "5.7.0",
+ "use_cache": false,
+ "use_sliding_window": false,
+ "vocab_size": 151936
+}
diff --git a/checkpoint-7000/generation_config.json b/checkpoint-7000/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..5ec133d867b1427d43a5ee0ea332bd088fc12013
--- /dev/null
+++ b/checkpoint-7000/generation_config.json
@@ -0,0 +1,12 @@
+{
+ "do_sample": true,
+ "eos_token_id": [
+ 151645,
+ 151643
+ ],
+ "pad_token_id": 151643,
+ "temperature": 0.6,
+ "top_k": 20,
+ "top_p": 0.95,
+ "transformers_version": "5.7.0"
+}
diff --git a/checkpoint-7000/model.safetensors b/checkpoint-7000/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..06b222c0b7651fa3e834c0b2b60f81061bc15758
--- /dev/null
+++ b/checkpoint-7000/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d829f7de742a19cc46015018e75bc250c584b024860270bdcfac4f40bfcca50
+size 3441185608
diff --git a/checkpoint-7000/optimizer.pt b/checkpoint-7000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b4bc04454180612415c43b62e97a601809f7c8
--- /dev/null
+++ b/checkpoint-7000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d9bf86a325455686cac10d32914406f48971ebed568253326fc198492116e0
+size 6882567855
diff --git a/checkpoint-7000/rng_state.pth b/checkpoint-7000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ef0eca009ec27fe5759a211acd789ac4b89bebc7
--- /dev/null
+++ b/checkpoint-7000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a410aa043fa2a3fc444002cbee9b5cc86ca072c9a96c2bee74f11b5535b0a5
+size 14709
diff --git a/checkpoint-7000/scheduler.pt b/checkpoint-7000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a5ac28e03fe6549852a1fdc24f6eb27bb9c9a5
--- /dev/null
+++ b/checkpoint-7000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85e989cc6147edb9f65b0eaf500846740cff401906ba787013c93a3ac18752c
+size 1465
diff --git a/checkpoint-7000/tokenizer.json b/checkpoint-7000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..c0514b32204177c8f18e590a488ef974b883b37f
--- /dev/null
+++ b/checkpoint-7000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ff947750287e6ea07d0b2507b144c5c645274f3dcfae956140522843851c7f
+size 11422916
diff --git a/checkpoint-7000/tokenizer_config.json b/checkpoint-7000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..57b564de469af892cab80d1caca382b0740a5698
--- /dev/null
+++ b/checkpoint-7000/tokenizer_config.json
@@ -0,0 +1,37 @@
+{
+ "add_prefix_space": false,
+ "backend": "tokenizers",
+ "bos_token": null,
+ "clean_up_tokenization_spaces": false,
+ "eos_token": "<|im_end|>",
+ "errors": "replace",
+ "extra_special_tokens": [
+ "<|im_start|>",
+ "<|im_end|>",
+ "<|object_ref_start|>",
+ "<|object_ref_end|>",
+ "<|box_start|>",
+ "<|box_end|>",
+ "<|quad_start|>",
+ "<|quad_end|>",
+ "<|vision_start|>",
+ "<|vision_end|>",
+ "<|vision_pad|>",
+ "<|image_pad|>",
+ "<|video_pad|>"
+ ],
+ "is_local": true,
+ "local_files_only": false,
+ "max_length": 2048,
+ "model_max_length": 131072,
+ "pad_to_multiple_of": null,
+ "pad_token": "<|endoftext|>",
+ "pad_token_type_id": 0,
+ "padding_side": "left",
+ "split_special_tokens": false,
+ "stride": 0,
+ "tokenizer_class": "Qwen2Tokenizer",
+ "truncation_side": "right",
+ "truncation_strategy": "longest_first",
+ "unk_token": null
+}
diff --git a/checkpoint-7000/trainer_state.json b/checkpoint-7000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..36e15ad6bb09195b7957752cad5b2c686c4627e5
--- /dev/null
+++ b/checkpoint-7000/trainer_state.json
@@ -0,0 +1,7034 @@
+{
+ "best_global_step": null,
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 1.982580371052259,
+ "eval_steps": 500,
+ "global_step": 7000,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "entropy": 0.29507704377174376,
+ "epoch": 0.00283245999150262,
+ "grad_norm": 4.09375,
+ "learning_rate": 4.2452830188679244e-07,
+ "loss": 0.3566948413848877,
+ "mean_token_accuracy": 0.9076204329729081,
+ "num_tokens": 57754.0,
+ "step": 10
+ },
+ {
+ "entropy": 0.2551024345681071,
+ "epoch": 0.00566491998300524,
+ "grad_norm": 3.40625,
+ "learning_rate": 8.962264150943397e-07,
+ "loss": 0.31477539539337157,
+ "mean_token_accuracy": 0.9188954353332519,
+ "num_tokens": 119901.0,
+ "step": 20
+ },
+ {
+ "entropy": 0.2523306422866881,
+ "epoch": 0.008497379974507861,
+ "grad_norm": 3.140625,
+ "learning_rate": 1.3679245283018869e-06,
+ "loss": 0.2913109064102173,
+ "mean_token_accuracy": 0.9215194329619407,
+ "num_tokens": 180311.0,
+ "step": 30
+ },
+ {
+ "entropy": 0.22679653987288476,
+ "epoch": 0.01132983996601048,
+ "grad_norm": 2.484375,
+ "learning_rate": 1.839622641509434e-06,
+ "loss": 0.2628800630569458,
+ "mean_token_accuracy": 0.9269197300076485,
+ "num_tokens": 240679.0,
+ "step": 40
+ },
+ {
+ "entropy": 0.25960975158959626,
+ "epoch": 0.0141622999575131,
+ "grad_norm": 3.171875,
+ "learning_rate": 2.3113207547169815e-06,
+ "loss": 0.28663818836212157,
+ "mean_token_accuracy": 0.9190028250217438,
+ "num_tokens": 300178.0,
+ "step": 50
+ },
+ {
+ "entropy": 0.23047537030652165,
+ "epoch": 0.016994759949015722,
+ "grad_norm": 3.359375,
+ "learning_rate": 2.7830188679245286e-06,
+ "loss": 0.2869963407516479,
+ "mean_token_accuracy": 0.9282467097043992,
+ "num_tokens": 363367.0,
+ "step": 60
+ },
+ {
+ "entropy": 0.2742697206325829,
+ "epoch": 0.01982721994051834,
+ "grad_norm": 2.84375,
+ "learning_rate": 3.2547169811320758e-06,
+ "loss": 0.33283913135528564,
+ "mean_token_accuracy": 0.9160554230213165,
+ "num_tokens": 422934.0,
+ "step": 70
+ },
+ {
+ "entropy": 0.2207114916294813,
+ "epoch": 0.02265967993202096,
+ "grad_norm": 2.296875,
+ "learning_rate": 3.726415094339623e-06,
+ "loss": 0.2637247323989868,
+ "mean_token_accuracy": 0.93454180508852,
+ "num_tokens": 485474.0,
+ "step": 80
+ },
+ {
+ "entropy": 0.29863583780825137,
+ "epoch": 0.02549213992352358,
+ "grad_norm": 3.109375,
+ "learning_rate": 4.19811320754717e-06,
+ "loss": 0.3299318552017212,
+ "mean_token_accuracy": 0.9074279353022575,
+ "num_tokens": 546729.0,
+ "step": 90
+ },
+ {
+ "entropy": 0.2593200202099979,
+ "epoch": 0.0283245999150262,
+ "grad_norm": 3.296875,
+ "learning_rate": 4.6698113207547175e-06,
+ "loss": 0.30571737289428713,
+ "mean_token_accuracy": 0.9210630834102631,
+ "num_tokens": 610043.0,
+ "step": 100
+ },
+ {
+ "entropy": 0.23882317589595914,
+ "epoch": 0.03115705990652882,
+ "grad_norm": 2.9375,
+ "learning_rate": 5.1415094339622655e-06,
+ "loss": 0.2805943965911865,
+ "mean_token_accuracy": 0.9287041068077088,
+ "num_tokens": 672659.0,
+ "step": 110
+ },
+ {
+ "entropy": 0.3046730716712773,
+ "epoch": 0.033989519898031444,
+ "grad_norm": 2.953125,
+ "learning_rate": 5.613207547169813e-06,
+ "loss": 0.33022561073303225,
+ "mean_token_accuracy": 0.9067787274718284,
+ "num_tokens": 734933.0,
+ "step": 120
+ },
+ {
+ "entropy": 0.2995048786513507,
+ "epoch": 0.03682197988953406,
+ "grad_norm": 3.125,
+ "learning_rate": 6.08490566037736e-06,
+ "loss": 0.349836540222168,
+ "mean_token_accuracy": 0.9100313737988472,
+ "num_tokens": 802051.0,
+ "step": 130
+ },
+ {
+ "entropy": 0.29361706245690583,
+ "epoch": 0.03965443988103668,
+ "grad_norm": 2.5,
+ "learning_rate": 6.556603773584907e-06,
+ "loss": 0.35902695655822753,
+ "mean_token_accuracy": 0.9101588934659958,
+ "num_tokens": 867377.0,
+ "step": 140
+ },
+ {
+ "entropy": 0.24544770400971175,
+ "epoch": 0.0424868998725393,
+ "grad_norm": 2.84375,
+ "learning_rate": 7.028301886792454e-06,
+ "loss": 0.285405707359314,
+ "mean_token_accuracy": 0.9270808070898056,
+ "num_tokens": 927107.0,
+ "step": 150
+ },
+ {
+ "entropy": 0.2875491754151881,
+ "epoch": 0.04531935986404192,
+ "grad_norm": 3.234375,
+ "learning_rate": 7.500000000000001e-06,
+ "loss": 0.3402009725570679,
+ "mean_token_accuracy": 0.9136876732110977,
+ "num_tokens": 990528.0,
+ "step": 160
+ },
+ {
+ "entropy": 0.22622144613415002,
+ "epoch": 0.04815181985554454,
+ "grad_norm": 2.25,
+ "learning_rate": 7.971698113207547e-06,
+ "loss": 0.2910705804824829,
+ "mean_token_accuracy": 0.9321711152791977,
+ "num_tokens": 1058242.0,
+ "step": 170
+ },
+ {
+ "entropy": 0.29517930569127204,
+ "epoch": 0.05098427984704716,
+ "grad_norm": 2.359375,
+ "learning_rate": 8.443396226415095e-06,
+ "loss": 0.33316755294799805,
+ "mean_token_accuracy": 0.9101866632699966,
+ "num_tokens": 1122005.0,
+ "step": 180
+ },
+ {
+ "entropy": 0.24930730648338795,
+ "epoch": 0.05381673983854978,
+ "grad_norm": 3.0,
+ "learning_rate": 8.915094339622642e-06,
+ "loss": 0.30969944000244143,
+ "mean_token_accuracy": 0.9247294485569,
+ "num_tokens": 1188490.0,
+ "step": 190
+ },
+ {
+ "entropy": 0.25839815735816957,
+ "epoch": 0.0566491998300524,
+ "grad_norm": 3.0625,
+ "learning_rate": 9.38679245283019e-06,
+ "loss": 0.297174334526062,
+ "mean_token_accuracy": 0.9204156577587128,
+ "num_tokens": 1251678.0,
+ "step": 200
+ },
+ {
+ "entropy": 0.2905343039892614,
+ "epoch": 0.05948165982155502,
+ "grad_norm": 2.8125,
+ "learning_rate": 9.858490566037736e-06,
+ "loss": 0.32970147132873534,
+ "mean_token_accuracy": 0.913238699734211,
+ "num_tokens": 1313699.0,
+ "step": 210
+ },
+ {
+ "entropy": 0.2568929926492274,
+ "epoch": 0.06231411981305764,
+ "grad_norm": 2.5625,
+ "learning_rate": 9.999974233565972e-06,
+ "loss": 0.30164146423339844,
+ "mean_token_accuracy": 0.9249269992113114,
+ "num_tokens": 1375715.0,
+ "step": 220
+ },
+ {
+ "entropy": 0.28177314829081296,
+ "epoch": 0.06514657980456026,
+ "grad_norm": 2.65625,
+ "learning_rate": 9.999848031263088e-06,
+ "loss": 0.35624649524688723,
+ "mean_token_accuracy": 0.9165132910013198,
+ "num_tokens": 1437036.0,
+ "step": 230
+ },
+ {
+ "entropy": 0.28143359581008554,
+ "epoch": 0.06797903979606289,
+ "grad_norm": 3.5,
+ "learning_rate": 9.999616663132215e-06,
+ "loss": 0.31751246452331544,
+ "mean_token_accuracy": 0.9144904181361199,
+ "num_tokens": 1497439.0,
+ "step": 240
+ },
+ {
+ "entropy": 0.2563840645365417,
+ "epoch": 0.0708114997875655,
+ "grad_norm": 2.9375,
+ "learning_rate": 9.999280134039904e-06,
+ "loss": 0.2970747947692871,
+ "mean_token_accuracy": 0.9239869534969329,
+ "num_tokens": 1560572.0,
+ "step": 250
+ },
+ {
+ "entropy": 0.26128380922600625,
+ "epoch": 0.07364395977906812,
+ "grad_norm": 3.546875,
+ "learning_rate": 9.99883845106464e-06,
+ "loss": 0.3082664251327515,
+ "mean_token_accuracy": 0.9216519877314567,
+ "num_tokens": 1618878.0,
+ "step": 260
+ },
+ {
+ "entropy": 0.24938686965033413,
+ "epoch": 0.07647641977057074,
+ "grad_norm": 3.03125,
+ "learning_rate": 9.998291623496701e-06,
+ "loss": 0.29519200325012207,
+ "mean_token_accuracy": 0.9224761530756951,
+ "num_tokens": 1685916.0,
+ "step": 270
+ },
+ {
+ "entropy": 0.28363573011010884,
+ "epoch": 0.07930887976207336,
+ "grad_norm": 3.15625,
+ "learning_rate": 9.997639662837951e-06,
+ "loss": 0.3446742296218872,
+ "mean_token_accuracy": 0.9136298835277558,
+ "num_tokens": 1751080.0,
+ "step": 280
+ },
+ {
+ "entropy": 0.2872984026558697,
+ "epoch": 0.08214133975357599,
+ "grad_norm": 2.8125,
+ "learning_rate": 9.996882582801599e-06,
+ "loss": 0.3477527141571045,
+ "mean_token_accuracy": 0.9137941494584083,
+ "num_tokens": 1815780.0,
+ "step": 290
+ },
+ {
+ "entropy": 0.25401860922575,
+ "epoch": 0.0849737997450786,
+ "grad_norm": 4.25,
+ "learning_rate": 9.996020399311921e-06,
+ "loss": 0.29331982135772705,
+ "mean_token_accuracy": 0.9234861671924591,
+ "num_tokens": 1873908.0,
+ "step": 300
+ },
+ {
+ "entropy": 0.2665036544203758,
+ "epoch": 0.08780625973658122,
+ "grad_norm": 3.59375,
+ "learning_rate": 9.995053130503918e-06,
+ "loss": 0.31269567012786864,
+ "mean_token_accuracy": 0.9207103908061981,
+ "num_tokens": 1931890.0,
+ "step": 310
+ },
+ {
+ "entropy": 0.23515027351677417,
+ "epoch": 0.09063871972808384,
+ "grad_norm": 2.5,
+ "learning_rate": 9.993980796722932e-06,
+ "loss": 0.2736210346221924,
+ "mean_token_accuracy": 0.9278215259313584,
+ "num_tokens": 1991312.0,
+ "step": 320
+ },
+ {
+ "entropy": 0.28878505127504467,
+ "epoch": 0.09347117971958646,
+ "grad_norm": 2.5,
+ "learning_rate": 9.992803420524221e-06,
+ "loss": 0.33671131134033205,
+ "mean_token_accuracy": 0.9127544730901718,
+ "num_tokens": 2053178.0,
+ "step": 330
+ },
+ {
+ "entropy": 0.2834086772054434,
+ "epoch": 0.09630363971108909,
+ "grad_norm": 3.90625,
+ "learning_rate": 9.99152102667249e-06,
+ "loss": 0.35361733436584475,
+ "mean_token_accuracy": 0.9139562115073204,
+ "num_tokens": 2120195.0,
+ "step": 340
+ },
+ {
+ "entropy": 0.2917692055925727,
+ "epoch": 0.0991360997025917,
+ "grad_norm": 2.515625,
+ "learning_rate": 9.990133642141359e-06,
+ "loss": 0.3562884569168091,
+ "mean_token_accuracy": 0.9113267123699188,
+ "num_tokens": 2183384.0,
+ "step": 350
+ },
+ {
+ "entropy": 0.29602638110518453,
+ "epoch": 0.10196855969409432,
+ "grad_norm": 2.984375,
+ "learning_rate": 9.988641296112801e-06,
+ "loss": 0.36012532711029055,
+ "mean_token_accuracy": 0.9128559544682503,
+ "num_tokens": 2244346.0,
+ "step": 360
+ },
+ {
+ "entropy": 0.3045878069475293,
+ "epoch": 0.10480101968559694,
+ "grad_norm": 3.21875,
+ "learning_rate": 9.987044019976537e-06,
+ "loss": 0.3514120101928711,
+ "mean_token_accuracy": 0.9106482103466987,
+ "num_tokens": 2305297.0,
+ "step": 370
+ },
+ {
+ "entropy": 0.299565667938441,
+ "epoch": 0.10763347967709956,
+ "grad_norm": 2.671875,
+ "learning_rate": 9.985341847329356e-06,
+ "loss": 0.367277193069458,
+ "mean_token_accuracy": 0.9121061027050018,
+ "num_tokens": 2365431.0,
+ "step": 380
+ },
+ {
+ "entropy": 0.27325491337105634,
+ "epoch": 0.11046593966860219,
+ "grad_norm": 3.234375,
+ "learning_rate": 9.983534813974427e-06,
+ "loss": 0.31475095748901366,
+ "mean_token_accuracy": 0.9173168331384659,
+ "num_tokens": 2428801.0,
+ "step": 390
+ },
+ {
+ "entropy": 0.2851902859285474,
+ "epoch": 0.1132983996601048,
+ "grad_norm": 2.875,
+ "learning_rate": 9.981622957920539e-06,
+ "loss": 0.33931722640991213,
+ "mean_token_accuracy": 0.9106573596596718,
+ "num_tokens": 2491579.0,
+ "step": 400
+ },
+ {
+ "entropy": 0.21675956407561897,
+ "epoch": 0.11613085965160742,
+ "grad_norm": 2.78125,
+ "learning_rate": 9.979606319381298e-06,
+ "loss": 0.25852797031402586,
+ "mean_token_accuracy": 0.9324780255556107,
+ "num_tokens": 2548859.0,
+ "step": 410
+ },
+ {
+ "entropy": 0.24814353184774518,
+ "epoch": 0.11896331964311004,
+ "grad_norm": 2.90625,
+ "learning_rate": 9.977484940774285e-06,
+ "loss": 0.3079322099685669,
+ "mean_token_accuracy": 0.925763688981533,
+ "num_tokens": 2609527.0,
+ "step": 420
+ },
+ {
+ "entropy": 0.23963961247354745,
+ "epoch": 0.12179577963461266,
+ "grad_norm": 2.84375,
+ "learning_rate": 9.975258866720164e-06,
+ "loss": 0.30464174747467043,
+ "mean_token_accuracy": 0.9282972604036331,
+ "num_tokens": 2671792.0,
+ "step": 430
+ },
+ {
+ "entropy": 0.22275841599330307,
+ "epoch": 0.12462823962611529,
+ "grad_norm": 3.71875,
+ "learning_rate": 9.972928144041743e-06,
+ "loss": 0.2726627826690674,
+ "mean_token_accuracy": 0.9328858569264412,
+ "num_tokens": 2728843.0,
+ "step": 440
+ },
+ {
+ "entropy": 0.25536813884973525,
+ "epoch": 0.1274606996176179,
+ "grad_norm": 3.421875,
+ "learning_rate": 9.970492821762987e-06,
+ "loss": 0.3212365388870239,
+ "mean_token_accuracy": 0.9217953279614448,
+ "num_tokens": 2791023.0,
+ "step": 450
+ },
+ {
+ "entropy": 0.2672379590570927,
+ "epoch": 0.13029315960912052,
+ "grad_norm": 3.734375,
+ "learning_rate": 9.96795295110799e-06,
+ "loss": 0.29747211933135986,
+ "mean_token_accuracy": 0.9217168748378753,
+ "num_tokens": 2847958.0,
+ "step": 460
+ },
+ {
+ "entropy": 0.28422608589753506,
+ "epoch": 0.13312561960062314,
+ "grad_norm": 2.859375,
+ "learning_rate": 9.965308585499896e-06,
+ "loss": 0.34196789264678956,
+ "mean_token_accuracy": 0.9170226454734802,
+ "num_tokens": 2909349.0,
+ "step": 470
+ },
+ {
+ "entropy": 0.27438433319330213,
+ "epoch": 0.13595807959212577,
+ "grad_norm": 3.34375,
+ "learning_rate": 9.962559780559775e-06,
+ "loss": 0.33036375045776367,
+ "mean_token_accuracy": 0.9176693558692932,
+ "num_tokens": 2969433.0,
+ "step": 480
+ },
+ {
+ "entropy": 0.2442100400105119,
+ "epoch": 0.1387905395836284,
+ "grad_norm": 3.0,
+ "learning_rate": 9.959706594105455e-06,
+ "loss": 0.28648254871368406,
+ "mean_token_accuracy": 0.9282553762197494,
+ "num_tokens": 3027582.0,
+ "step": 490
+ },
+ {
+ "entropy": 0.23896701000630854,
+ "epoch": 0.141622999575131,
+ "grad_norm": 3.546875,
+ "learning_rate": 9.956749086150301e-06,
+ "loss": 0.2794966697692871,
+ "mean_token_accuracy": 0.9286124855279922,
+ "num_tokens": 3084211.0,
+ "step": 500
+ },
+ {
+ "entropy": 0.27731118397787213,
+ "epoch": 0.1444554595666336,
+ "grad_norm": 3.21875,
+ "learning_rate": 9.95368731890196e-06,
+ "loss": 0.34079086780548096,
+ "mean_token_accuracy": 0.9156320407986641,
+ "num_tokens": 3148066.0,
+ "step": 510
+ },
+ {
+ "entropy": 0.3060536190867424,
+ "epoch": 0.14728791955813625,
+ "grad_norm": 3.109375,
+ "learning_rate": 9.95052135676105e-06,
+ "loss": 0.35003831386566164,
+ "mean_token_accuracy": 0.9095047876238823,
+ "num_tokens": 3210881.0,
+ "step": 520
+ },
+ {
+ "entropy": 0.24477277882397175,
+ "epoch": 0.15012037954963886,
+ "grad_norm": 2.453125,
+ "learning_rate": 9.947251266319794e-06,
+ "loss": 0.2733241319656372,
+ "mean_token_accuracy": 0.9252619653940201,
+ "num_tokens": 3276012.0,
+ "step": 530
+ },
+ {
+ "entropy": 0.27293226812034843,
+ "epoch": 0.15295283954114147,
+ "grad_norm": 2.90625,
+ "learning_rate": 9.943877116360641e-06,
+ "loss": 0.31792876720428465,
+ "mean_token_accuracy": 0.9202567800879479,
+ "num_tokens": 3335164.0,
+ "step": 540
+ },
+ {
+ "entropy": 0.20838154219090937,
+ "epoch": 0.1557852995326441,
+ "grad_norm": 2.78125,
+ "learning_rate": 9.9403989778548e-06,
+ "loss": 0.22628676891326904,
+ "mean_token_accuracy": 0.9357526674866676,
+ "num_tokens": 3395629.0,
+ "step": 550
+ },
+ {
+ "entropy": 0.28058414310216906,
+ "epoch": 0.15861775952414672,
+ "grad_norm": 2.796875,
+ "learning_rate": 9.936816923960762e-06,
+ "loss": 0.3485994815826416,
+ "mean_token_accuracy": 0.913826584815979,
+ "num_tokens": 3458741.0,
+ "step": 560
+ },
+ {
+ "entropy": 0.24033103082329035,
+ "epoch": 0.16145021951564933,
+ "grad_norm": 2.828125,
+ "learning_rate": 9.933131030022747e-06,
+ "loss": 0.2948629379272461,
+ "mean_token_accuracy": 0.9284436792135239,
+ "num_tokens": 3521040.0,
+ "step": 570
+ },
+ {
+ "entropy": 0.23639136143028736,
+ "epoch": 0.16428267950715197,
+ "grad_norm": 2.390625,
+ "learning_rate": 9.929341373569128e-06,
+ "loss": 0.27065243721008303,
+ "mean_token_accuracy": 0.9302666276693344,
+ "num_tokens": 3581611.0,
+ "step": 580
+ },
+ {
+ "entropy": 0.2285683000460267,
+ "epoch": 0.16711513949865459,
+ "grad_norm": 2.375,
+ "learning_rate": 9.9254480343108e-06,
+ "loss": 0.2653533697128296,
+ "mean_token_accuracy": 0.9309602394700051,
+ "num_tokens": 3644921.0,
+ "step": 590
+ },
+ {
+ "entropy": 0.27094218097627165,
+ "epoch": 0.1699475994901572,
+ "grad_norm": 3.046875,
+ "learning_rate": 9.921451094139505e-06,
+ "loss": 0.32512192726135253,
+ "mean_token_accuracy": 0.9172641158103942,
+ "num_tokens": 3709586.0,
+ "step": 600
+ },
+ {
+ "entropy": 0.2930651384405792,
+ "epoch": 0.1727800594816598,
+ "grad_norm": 2.734375,
+ "learning_rate": 9.917350637126098e-06,
+ "loss": 0.34543671607971194,
+ "mean_token_accuracy": 0.9111444249749183,
+ "num_tokens": 3771199.0,
+ "step": 610
+ },
+ {
+ "entropy": 0.20977639830671252,
+ "epoch": 0.17561251947316245,
+ "grad_norm": 3.34375,
+ "learning_rate": 9.913146749518793e-06,
+ "loss": 0.24384891986846924,
+ "mean_token_accuracy": 0.9361389100551605,
+ "num_tokens": 3830642.0,
+ "step": 620
+ },
+ {
+ "entropy": 0.33134929798543455,
+ "epoch": 0.17844497946466506,
+ "grad_norm": 3.109375,
+ "learning_rate": 9.908839519741342e-06,
+ "loss": 0.3824115753173828,
+ "mean_token_accuracy": 0.901754966378212,
+ "num_tokens": 3897528.0,
+ "step": 630
+ },
+ {
+ "entropy": 0.25660650301724675,
+ "epoch": 0.18127743945616767,
+ "grad_norm": 2.890625,
+ "learning_rate": 9.904429038391176e-06,
+ "loss": 0.3021864891052246,
+ "mean_token_accuracy": 0.9210129022598267,
+ "num_tokens": 3959989.0,
+ "step": 640
+ },
+ {
+ "entropy": 0.23014457449316977,
+ "epoch": 0.1841098994476703,
+ "grad_norm": 2.75,
+ "learning_rate": 9.899915398237501e-06,
+ "loss": 0.2613434076309204,
+ "mean_token_accuracy": 0.9306802496314048,
+ "num_tokens": 4016935.0,
+ "step": 650
+ },
+ {
+ "entropy": 0.1980850043706596,
+ "epoch": 0.18694235943917292,
+ "grad_norm": 3.734375,
+ "learning_rate": 9.895298694219341e-06,
+ "loss": 0.20858781337738036,
+ "mean_token_accuracy": 0.9410330221056938,
+ "num_tokens": 4073788.0,
+ "step": 660
+ },
+ {
+ "entropy": 0.24770355047658085,
+ "epoch": 0.18977481943067553,
+ "grad_norm": 3.421875,
+ "learning_rate": 9.890579023443547e-06,
+ "loss": 0.2824872016906738,
+ "mean_token_accuracy": 0.9241019815206528,
+ "num_tokens": 4132709.0,
+ "step": 670
+ },
+ {
+ "entropy": 0.25571326799690725,
+ "epoch": 0.19260727942217817,
+ "grad_norm": 3.046875,
+ "learning_rate": 9.885756485182757e-06,
+ "loss": 0.29729485511779785,
+ "mean_token_accuracy": 0.9242745995521545,
+ "num_tokens": 4192868.0,
+ "step": 680
+ },
+ {
+ "entropy": 0.24121474735438825,
+ "epoch": 0.19543973941368079,
+ "grad_norm": 2.1875,
+ "learning_rate": 9.880831180873293e-06,
+ "loss": 0.27683706283569337,
+ "mean_token_accuracy": 0.9267540663480759,
+ "num_tokens": 4260336.0,
+ "step": 690
+ },
+ {
+ "entropy": 0.27479004645720123,
+ "epoch": 0.1982721994051834,
+ "grad_norm": 3.109375,
+ "learning_rate": 9.875803214113054e-06,
+ "loss": 0.33806943893432617,
+ "mean_token_accuracy": 0.9168683245778084,
+ "num_tokens": 4321854.0,
+ "step": 700
+ },
+ {
+ "entropy": 0.25184335857629775,
+ "epoch": 0.201104659396686,
+ "grad_norm": 2.609375,
+ "learning_rate": 9.870672690659305e-06,
+ "loss": 0.2812079668045044,
+ "mean_token_accuracy": 0.9226194903254509,
+ "num_tokens": 4386277.0,
+ "step": 710
+ },
+ {
+ "entropy": 0.28651694897562263,
+ "epoch": 0.20393711938818865,
+ "grad_norm": 2.78125,
+ "learning_rate": 9.865439718426477e-06,
+ "loss": 0.32440919876098634,
+ "mean_token_accuracy": 0.9133371457457542,
+ "num_tokens": 4442830.0,
+ "step": 720
+ },
+ {
+ "entropy": 0.22666416531428696,
+ "epoch": 0.20676957937969126,
+ "grad_norm": 2.71875,
+ "learning_rate": 9.860104407483886e-06,
+ "loss": 0.24703795909881593,
+ "mean_token_accuracy": 0.9327533736824989,
+ "num_tokens": 4500436.0,
+ "step": 730
+ },
+ {
+ "entropy": 0.2507213500328362,
+ "epoch": 0.20960203937119387,
+ "grad_norm": 2.53125,
+ "learning_rate": 9.854666870053425e-06,
+ "loss": 0.2838727951049805,
+ "mean_token_accuracy": 0.9209447979927063,
+ "num_tokens": 4561933.0,
+ "step": 740
+ },
+ {
+ "entropy": 0.21676306603476406,
+ "epoch": 0.2124344993626965,
+ "grad_norm": 2.859375,
+ "learning_rate": 9.849127220507194e-06,
+ "loss": 0.2716209411621094,
+ "mean_token_accuracy": 0.9343680232763291,
+ "num_tokens": 4622998.0,
+ "step": 750
+ },
+ {
+ "entropy": 0.2786881748586893,
+ "epoch": 0.21526695935419912,
+ "grad_norm": 3.046875,
+ "learning_rate": 9.843485575365097e-06,
+ "loss": 0.29899957180023196,
+ "mean_token_accuracy": 0.9196301624178886,
+ "num_tokens": 4681083.0,
+ "step": 760
+ },
+ {
+ "entropy": 0.2431763346772641,
+ "epoch": 0.21809941934570173,
+ "grad_norm": 3.0625,
+ "learning_rate": 9.8377420532924e-06,
+ "loss": 0.29538416862487793,
+ "mean_token_accuracy": 0.9254559382796288,
+ "num_tokens": 4743380.0,
+ "step": 770
+ },
+ {
+ "entropy": 0.26367821972817185,
+ "epoch": 0.22093187933720437,
+ "grad_norm": 3.5625,
+ "learning_rate": 9.831896775097228e-06,
+ "loss": 0.30875329971313475,
+ "mean_token_accuracy": 0.9178639754652977,
+ "num_tokens": 4810602.0,
+ "step": 780
+ },
+ {
+ "entropy": 0.2465921022929251,
+ "epoch": 0.22376433932870698,
+ "grad_norm": 2.765625,
+ "learning_rate": 9.82594986372802e-06,
+ "loss": 0.2801267862319946,
+ "mean_token_accuracy": 0.9282723888754845,
+ "num_tokens": 4871627.0,
+ "step": 790
+ },
+ {
+ "entropy": 0.25284000346437097,
+ "epoch": 0.2265967993202096,
+ "grad_norm": 3.4375,
+ "learning_rate": 9.819901444270948e-06,
+ "loss": 0.30395705699920655,
+ "mean_token_accuracy": 0.9240084990859032,
+ "num_tokens": 4931920.0,
+ "step": 800
+ },
+ {
+ "entropy": 0.28599896691739557,
+ "epoch": 0.22942925931171224,
+ "grad_norm": 2.640625,
+ "learning_rate": 9.81375164394729e-06,
+ "loss": 0.3340512752532959,
+ "mean_token_accuracy": 0.916917297244072,
+ "num_tokens": 4991349.0,
+ "step": 810
+ },
+ {
+ "entropy": 0.23968474548310043,
+ "epoch": 0.23226171930321485,
+ "grad_norm": 3.453125,
+ "learning_rate": 9.807500592110742e-06,
+ "loss": 0.2692118167877197,
+ "mean_token_accuracy": 0.9295398175716401,
+ "num_tokens": 5050055.0,
+ "step": 820
+ },
+ {
+ "entropy": 0.20940189454704522,
+ "epoch": 0.23509417929471746,
+ "grad_norm": 2.765625,
+ "learning_rate": 9.801148420244712e-06,
+ "loss": 0.25932815074920657,
+ "mean_token_accuracy": 0.9358838751912117,
+ "num_tokens": 5109782.0,
+ "step": 830
+ },
+ {
+ "entropy": 0.24254744723439217,
+ "epoch": 0.23792663928622007,
+ "grad_norm": 2.8125,
+ "learning_rate": 9.794695261959543e-06,
+ "loss": 0.2990440607070923,
+ "mean_token_accuracy": 0.9256203979253769,
+ "num_tokens": 5172440.0,
+ "step": 840
+ },
+ {
+ "entropy": 0.2664669520221651,
+ "epoch": 0.2407590992777227,
+ "grad_norm": 2.59375,
+ "learning_rate": 9.788141252989708e-06,
+ "loss": 0.29775204658508303,
+ "mean_token_accuracy": 0.9201966479420662,
+ "num_tokens": 5235919.0,
+ "step": 850
+ },
+ {
+ "entropy": 0.19833559924736618,
+ "epoch": 0.24359155926922532,
+ "grad_norm": 3.234375,
+ "learning_rate": 9.781486531190949e-06,
+ "loss": 0.23745510578155518,
+ "mean_token_accuracy": 0.9385088697075844,
+ "num_tokens": 5296473.0,
+ "step": 860
+ },
+ {
+ "entropy": 0.3408564478158951,
+ "epoch": 0.24642401926072793,
+ "grad_norm": 2.4375,
+ "learning_rate": 9.77473123653739e-06,
+ "loss": 0.39055278301239016,
+ "mean_token_accuracy": 0.8995231419801712,
+ "num_tokens": 5371351.0,
+ "step": 870
+ },
+ {
+ "entropy": 0.20810967413708567,
+ "epoch": 0.24925647925223057,
+ "grad_norm": 2.984375,
+ "learning_rate": 9.767875511118581e-06,
+ "loss": 0.23883450031280518,
+ "mean_token_accuracy": 0.9360704630613327,
+ "num_tokens": 5426969.0,
+ "step": 880
+ },
+ {
+ "entropy": 0.20178698934614658,
+ "epoch": 0.25208893924373316,
+ "grad_norm": 2.796875,
+ "learning_rate": 9.76091949913651e-06,
+ "loss": 0.2629793643951416,
+ "mean_token_accuracy": 0.9390636637806893,
+ "num_tokens": 5486851.0,
+ "step": 890
+ },
+ {
+ "entropy": 0.2675803706981242,
+ "epoch": 0.2549213992352358,
+ "grad_norm": 2.734375,
+ "learning_rate": 9.75386334690258e-06,
+ "loss": 0.32069413661956786,
+ "mean_token_accuracy": 0.9186962202191353,
+ "num_tokens": 5548844.0,
+ "step": 900
+ },
+ {
+ "entropy": 0.23871907480061055,
+ "epoch": 0.25775385922673844,
+ "grad_norm": 2.640625,
+ "learning_rate": 9.746707202834513e-06,
+ "loss": 0.2886685371398926,
+ "mean_token_accuracy": 0.9280523255467414,
+ "num_tokens": 5611116.0,
+ "step": 910
+ },
+ {
+ "entropy": 0.2657617861405015,
+ "epoch": 0.26058631921824105,
+ "grad_norm": 3.78125,
+ "learning_rate": 9.739451217453256e-06,
+ "loss": 0.3452012538909912,
+ "mean_token_accuracy": 0.9207879915833473,
+ "num_tokens": 5669471.0,
+ "step": 920
+ },
+ {
+ "entropy": 0.35146014522761104,
+ "epoch": 0.26341877920974366,
+ "grad_norm": 2.71875,
+ "learning_rate": 9.732095543379785e-06,
+ "loss": 0.40203266143798827,
+ "mean_token_accuracy": 0.8934830293059349,
+ "num_tokens": 5733490.0,
+ "step": 930
+ },
+ {
+ "entropy": 0.26005903370678424,
+ "epoch": 0.26625123920124627,
+ "grad_norm": 3.25,
+ "learning_rate": 9.724640335331914e-06,
+ "loss": 0.32765285968780516,
+ "mean_token_accuracy": 0.9225191935896874,
+ "num_tokens": 5794906.0,
+ "step": 940
+ },
+ {
+ "entropy": 0.2606829381547868,
+ "epoch": 0.2690836991927489,
+ "grad_norm": 3.125,
+ "learning_rate": 9.717085750121034e-06,
+ "loss": 0.291635537147522,
+ "mean_token_accuracy": 0.9234898447990417,
+ "num_tokens": 5859091.0,
+ "step": 950
+ },
+ {
+ "entropy": 0.23729518568143249,
+ "epoch": 0.27191615918425155,
+ "grad_norm": 3.890625,
+ "learning_rate": 9.709431946648816e-06,
+ "loss": 0.2771798849105835,
+ "mean_token_accuracy": 0.9288942471146584,
+ "num_tokens": 5916651.0,
+ "step": 960
+ },
+ {
+ "entropy": 0.3044700736179948,
+ "epoch": 0.27474861917575416,
+ "grad_norm": 3.265625,
+ "learning_rate": 9.70167908590387e-06,
+ "loss": 0.35118794441223145,
+ "mean_token_accuracy": 0.9071996942162514,
+ "num_tokens": 5986297.0,
+ "step": 970
+ },
+ {
+ "entropy": 0.20032154135406016,
+ "epoch": 0.2775810791672568,
+ "grad_norm": 1.9453125,
+ "learning_rate": 9.693827330958359e-06,
+ "loss": 0.22060835361480713,
+ "mean_token_accuracy": 0.9378864094614983,
+ "num_tokens": 6040950.0,
+ "step": 980
+ },
+ {
+ "entropy": 0.2812673319131136,
+ "epoch": 0.2804135391587594,
+ "grad_norm": 3.015625,
+ "learning_rate": 9.685876846964559e-06,
+ "loss": 0.3387210607528687,
+ "mean_token_accuracy": 0.9153818473219871,
+ "num_tokens": 6104481.0,
+ "step": 990
+ },
+ {
+ "entropy": 0.24724330119788646,
+ "epoch": 0.283245999150262,
+ "grad_norm": 2.828125,
+ "learning_rate": 9.677827801151403e-06,
+ "loss": 0.31839587688446047,
+ "mean_token_accuracy": 0.923798055946827,
+ "num_tokens": 6165731.0,
+ "step": 1000
+ },
+ {
+ "entropy": 0.21327958977781236,
+ "epoch": 0.2860784591417646,
+ "grad_norm": 3.546875,
+ "learning_rate": 9.669680362820947e-06,
+ "loss": 0.24435055255889893,
+ "mean_token_accuracy": 0.9363983988761901,
+ "num_tokens": 6222125.0,
+ "step": 1010
+ },
+ {
+ "entropy": 0.23882522946223617,
+ "epoch": 0.2889109191332672,
+ "grad_norm": 3.328125,
+ "learning_rate": 9.661434703344826e-06,
+ "loss": 0.2806673526763916,
+ "mean_token_accuracy": 0.9294095247983932,
+ "num_tokens": 6282204.0,
+ "step": 1020
+ },
+ {
+ "entropy": 0.26137259500101206,
+ "epoch": 0.2917433791247699,
+ "grad_norm": 2.671875,
+ "learning_rate": 9.653090996160623e-06,
+ "loss": 0.3070922613143921,
+ "mean_token_accuracy": 0.9197057574987412,
+ "num_tokens": 6344061.0,
+ "step": 1030
+ },
+ {
+ "entropy": 0.2871730769984424,
+ "epoch": 0.2945758391162725,
+ "grad_norm": 2.984375,
+ "learning_rate": 9.644649416768255e-06,
+ "loss": 0.35834407806396484,
+ "mean_token_accuracy": 0.912547567486763,
+ "num_tokens": 6407984.0,
+ "step": 1040
+ },
+ {
+ "entropy": 0.2900437446311116,
+ "epoch": 0.2974082991077751,
+ "grad_norm": 2.03125,
+ "learning_rate": 9.636110142726253e-06,
+ "loss": 0.32457125186920166,
+ "mean_token_accuracy": 0.9121438428759575,
+ "num_tokens": 6472329.0,
+ "step": 1050
+ },
+ {
+ "entropy": 0.2622954409569502,
+ "epoch": 0.3002407590992777,
+ "grad_norm": 3.25,
+ "learning_rate": 9.62747335364804e-06,
+ "loss": 0.33258225917816164,
+ "mean_token_accuracy": 0.9233925610780715,
+ "num_tokens": 6531732.0,
+ "step": 1060
+ },
+ {
+ "entropy": 0.2856888581067324,
+ "epoch": 0.30307321909078033,
+ "grad_norm": 3.0,
+ "learning_rate": 9.618739231198153e-06,
+ "loss": 0.3187042951583862,
+ "mean_token_accuracy": 0.9143719717860221,
+ "num_tokens": 6592374.0,
+ "step": 1070
+ },
+ {
+ "entropy": 0.24033787474036217,
+ "epoch": 0.30590567908228294,
+ "grad_norm": 2.859375,
+ "learning_rate": 9.609907959088422e-06,
+ "loss": 0.283614444732666,
+ "mean_token_accuracy": 0.9261544540524482,
+ "num_tokens": 6650790.0,
+ "step": 1080
+ },
+ {
+ "entropy": 0.23848863909952342,
+ "epoch": 0.30873813907378556,
+ "grad_norm": 2.625,
+ "learning_rate": 9.600979723074098e-06,
+ "loss": 0.2936501979827881,
+ "mean_token_accuracy": 0.9262032687664032,
+ "num_tokens": 6719706.0,
+ "step": 1090
+ },
+ {
+ "entropy": 0.21693174866959453,
+ "epoch": 0.3115705990652882,
+ "grad_norm": 2.953125,
+ "learning_rate": 9.591954710949957e-06,
+ "loss": 0.26004149913787844,
+ "mean_token_accuracy": 0.932583923637867,
+ "num_tokens": 6776632.0,
+ "step": 1100
+ },
+ {
+ "entropy": 0.2789190562441945,
+ "epoch": 0.31440305905679083,
+ "grad_norm": 2.890625,
+ "learning_rate": 9.582833112546343e-06,
+ "loss": 0.31595649719238283,
+ "mean_token_accuracy": 0.916853055357933,
+ "num_tokens": 6833011.0,
+ "step": 1110
+ },
+ {
+ "entropy": 0.26948679955676197,
+ "epoch": 0.31723551904829345,
+ "grad_norm": 3.21875,
+ "learning_rate": 9.573615119725177e-06,
+ "loss": 0.33131632804870603,
+ "mean_token_accuracy": 0.9167306616902351,
+ "num_tokens": 6900317.0,
+ "step": 1120
+ },
+ {
+ "entropy": 0.28943569734692576,
+ "epoch": 0.32006797903979606,
+ "grad_norm": 2.96875,
+ "learning_rate": 9.564300926375922e-06,
+ "loss": 0.3488821029663086,
+ "mean_token_accuracy": 0.9178584888577461,
+ "num_tokens": 6957843.0,
+ "step": 1130
+ },
+ {
+ "entropy": 0.3092574684880674,
+ "epoch": 0.32290043903129867,
+ "grad_norm": 3.0,
+ "learning_rate": 9.554890728411504e-06,
+ "loss": 0.38100056648254393,
+ "mean_token_accuracy": 0.907250528037548,
+ "num_tokens": 7019625.0,
+ "step": 1140
+ },
+ {
+ "entropy": 0.23205467853695155,
+ "epoch": 0.3257328990228013,
+ "grad_norm": 2.671875,
+ "learning_rate": 9.545384723764191e-06,
+ "loss": 0.2787184476852417,
+ "mean_token_accuracy": 0.9284637689590454,
+ "num_tokens": 7082747.0,
+ "step": 1150
+ },
+ {
+ "entropy": 0.220759935118258,
+ "epoch": 0.32856535901430395,
+ "grad_norm": 2.28125,
+ "learning_rate": 9.535783112381427e-06,
+ "loss": 0.2743505001068115,
+ "mean_token_accuracy": 0.9325400069355965,
+ "num_tokens": 7145661.0,
+ "step": 1160
+ },
+ {
+ "entropy": 0.23137438567355276,
+ "epoch": 0.33139781900580656,
+ "grad_norm": 1.8125,
+ "learning_rate": 9.526086096221637e-06,
+ "loss": 0.26987106800079347,
+ "mean_token_accuracy": 0.9313987359404564,
+ "num_tokens": 7206857.0,
+ "step": 1170
+ },
+ {
+ "entropy": 0.2722073396667838,
+ "epoch": 0.33423027899730917,
+ "grad_norm": 2.484375,
+ "learning_rate": 9.516293879249966e-06,
+ "loss": 0.3264123201370239,
+ "mean_token_accuracy": 0.9185864552855492,
+ "num_tokens": 7268679.0,
+ "step": 1180
+ },
+ {
+ "entropy": 0.32303727269172666,
+ "epoch": 0.3370627389888118,
+ "grad_norm": 3.671875,
+ "learning_rate": 9.506406667433992e-06,
+ "loss": 0.36596126556396485,
+ "mean_token_accuracy": 0.9050239235162735,
+ "num_tokens": 7330799.0,
+ "step": 1190
+ },
+ {
+ "entropy": 0.3101142390631139,
+ "epoch": 0.3398951989803144,
+ "grad_norm": 2.5625,
+ "learning_rate": 9.496424668739402e-06,
+ "loss": 0.34369256496429446,
+ "mean_token_accuracy": 0.9077561184763908,
+ "num_tokens": 7400775.0,
+ "step": 1200
+ },
+ {
+ "entropy": 0.2986501886509359,
+ "epoch": 0.342727658971817,
+ "grad_norm": 3.015625,
+ "learning_rate": 9.486348093125608e-06,
+ "loss": 0.322642183303833,
+ "mean_token_accuracy": 0.9091341316699981,
+ "num_tokens": 7468242.0,
+ "step": 1210
+ },
+ {
+ "entropy": 0.2589032934047282,
+ "epoch": 0.3455601189633196,
+ "grad_norm": 3.421875,
+ "learning_rate": 9.476177152541336e-06,
+ "loss": 0.34026474952697755,
+ "mean_token_accuracy": 0.9198563724756241,
+ "num_tokens": 7527176.0,
+ "step": 1220
+ },
+ {
+ "entropy": 0.22048621401190757,
+ "epoch": 0.3483925789548223,
+ "grad_norm": 2.484375,
+ "learning_rate": 9.465912060920166e-06,
+ "loss": 0.25838427543640136,
+ "mean_token_accuracy": 0.9329820945858955,
+ "num_tokens": 7589812.0,
+ "step": 1230
+ },
+ {
+ "entropy": 0.26202963748946784,
+ "epoch": 0.3512250389463249,
+ "grad_norm": 2.578125,
+ "learning_rate": 9.455553034176032e-06,
+ "loss": 0.30493922233581544,
+ "mean_token_accuracy": 0.9203774958848954,
+ "num_tokens": 7657522.0,
+ "step": 1240
+ },
+ {
+ "entropy": 0.271380069013685,
+ "epoch": 0.3540574989378275,
+ "grad_norm": 2.828125,
+ "learning_rate": 9.445100290198684e-06,
+ "loss": 0.3257579326629639,
+ "mean_token_accuracy": 0.9217397809028626,
+ "num_tokens": 7712829.0,
+ "step": 1250
+ },
+ {
+ "entropy": 0.27217169627547266,
+ "epoch": 0.3568899589293301,
+ "grad_norm": 2.8125,
+ "learning_rate": 9.434554048849093e-06,
+ "loss": 0.3238358497619629,
+ "mean_token_accuracy": 0.9188270941376686,
+ "num_tokens": 7776624.0,
+ "step": 1260
+ },
+ {
+ "entropy": 0.25914485240355134,
+ "epoch": 0.35972241892083273,
+ "grad_norm": 2.65625,
+ "learning_rate": 9.42391453195485e-06,
+ "loss": 0.3195030927658081,
+ "mean_token_accuracy": 0.9199050933122634,
+ "num_tokens": 7841876.0,
+ "step": 1270
+ },
+ {
+ "entropy": 0.28430393086746336,
+ "epoch": 0.36255487891233534,
+ "grad_norm": 2.234375,
+ "learning_rate": 9.41318196330547e-06,
+ "loss": 0.3278545141220093,
+ "mean_token_accuracy": 0.91401526927948,
+ "num_tokens": 7910392.0,
+ "step": 1280
+ },
+ {
+ "entropy": 0.26083566416054965,
+ "epoch": 0.365387338903838,
+ "grad_norm": 3.390625,
+ "learning_rate": 9.402356568647713e-06,
+ "loss": 0.31773340702056885,
+ "mean_token_accuracy": 0.9208214491605758,
+ "num_tokens": 7975209.0,
+ "step": 1290
+ },
+ {
+ "entropy": 0.24519406631588936,
+ "epoch": 0.3682197988953406,
+ "grad_norm": 2.4375,
+ "learning_rate": 9.391438575680817e-06,
+ "loss": 0.2722881317138672,
+ "mean_token_accuracy": 0.9261975526809693,
+ "num_tokens": 8034132.0,
+ "step": 1300
+ },
+ {
+ "entropy": 0.2725516245700419,
+ "epoch": 0.37105225888684323,
+ "grad_norm": 2.84375,
+ "learning_rate": 9.380428214051713e-06,
+ "loss": 0.29813878536224364,
+ "mean_token_accuracy": 0.9148821920156479,
+ "num_tokens": 8098705.0,
+ "step": 1310
+ },
+ {
+ "entropy": 0.21026630871929228,
+ "epoch": 0.37388471887834585,
+ "grad_norm": 3.4375,
+ "learning_rate": 9.369325715350204e-06,
+ "loss": 0.24018876552581786,
+ "mean_token_accuracy": 0.9353105634450912,
+ "num_tokens": 8156214.0,
+ "step": 1320
+ },
+ {
+ "entropy": 0.21636407235637306,
+ "epoch": 0.37671717886984846,
+ "grad_norm": 3.171875,
+ "learning_rate": 9.358131313104078e-06,
+ "loss": 0.24975388050079345,
+ "mean_token_accuracy": 0.9319381535053253,
+ "num_tokens": 8212246.0,
+ "step": 1330
+ },
+ {
+ "entropy": 0.283135371748358,
+ "epoch": 0.37954963886135107,
+ "grad_norm": 3.03125,
+ "learning_rate": 9.346845242774211e-06,
+ "loss": 0.3492774486541748,
+ "mean_token_accuracy": 0.9126205027103425,
+ "num_tokens": 8276449.0,
+ "step": 1340
+ },
+ {
+ "entropy": 0.2689216922968626,
+ "epoch": 0.3823820988528537,
+ "grad_norm": 2.6875,
+ "learning_rate": 9.335467741749602e-06,
+ "loss": 0.31089398860931394,
+ "mean_token_accuracy": 0.9163184836506844,
+ "num_tokens": 8342046.0,
+ "step": 1350
+ },
+ {
+ "entropy": 0.2872828125953674,
+ "epoch": 0.38521455884435635,
+ "grad_norm": 3.65625,
+ "learning_rate": 9.323999049342388e-06,
+ "loss": 0.3404247283935547,
+ "mean_token_accuracy": 0.9147303462028503,
+ "num_tokens": 8401310.0,
+ "step": 1360
+ },
+ {
+ "entropy": 0.24872623989358544,
+ "epoch": 0.38804701883585896,
+ "grad_norm": 3.4375,
+ "learning_rate": 9.312439406782805e-06,
+ "loss": 0.3352261304855347,
+ "mean_token_accuracy": 0.9236381486058235,
+ "num_tokens": 8465214.0,
+ "step": 1370
+ },
+ {
+ "entropy": 0.29522558888420464,
+ "epoch": 0.39087947882736157,
+ "grad_norm": 2.859375,
+ "learning_rate": 9.300789057214125e-06,
+ "loss": 0.3520496845245361,
+ "mean_token_accuracy": 0.9124088481068611,
+ "num_tokens": 8528733.0,
+ "step": 1380
+ },
+ {
+ "entropy": 0.2515323468483984,
+ "epoch": 0.3937119388188642,
+ "grad_norm": 2.875,
+ "learning_rate": 9.289048245687522e-06,
+ "loss": 0.28282158374786376,
+ "mean_token_accuracy": 0.9251262009143829,
+ "num_tokens": 8591455.0,
+ "step": 1390
+ },
+ {
+ "entropy": 0.2881984678097069,
+ "epoch": 0.3965443988103668,
+ "grad_norm": 3.09375,
+ "learning_rate": 9.27721721915694e-06,
+ "loss": 0.32998993396759035,
+ "mean_token_accuracy": 0.9121208965778351,
+ "num_tokens": 8648837.0,
+ "step": 1400
+ },
+ {
+ "entropy": 0.21407993137836456,
+ "epoch": 0.3993768588018694,
+ "grad_norm": 2.9375,
+ "learning_rate": 9.265296226473879e-06,
+ "loss": 0.26375982761383054,
+ "mean_token_accuracy": 0.9327566012740135,
+ "num_tokens": 8709930.0,
+ "step": 1410
+ },
+ {
+ "entropy": 0.275363692175597,
+ "epoch": 0.402209318793372,
+ "grad_norm": 3.03125,
+ "learning_rate": 9.253285518382176e-06,
+ "loss": 0.3250740051269531,
+ "mean_token_accuracy": 0.913650569319725,
+ "num_tokens": 8776591.0,
+ "step": 1420
+ },
+ {
+ "entropy": 0.3261520963162184,
+ "epoch": 0.4050417787848747,
+ "grad_norm": 2.109375,
+ "learning_rate": 9.241185347512718e-06,
+ "loss": 0.3912560224533081,
+ "mean_token_accuracy": 0.9037208631634712,
+ "num_tokens": 8844954.0,
+ "step": 1430
+ },
+ {
+ "entropy": 0.22378331497311593,
+ "epoch": 0.4078742387763773,
+ "grad_norm": 3.328125,
+ "learning_rate": 9.228995968378142e-06,
+ "loss": 0.2790132284164429,
+ "mean_token_accuracy": 0.9313532575964928,
+ "num_tokens": 8902834.0,
+ "step": 1440
+ },
+ {
+ "entropy": 0.31234009442850946,
+ "epoch": 0.4107066987678799,
+ "grad_norm": 3.125,
+ "learning_rate": 9.216717637367469e-06,
+ "loss": 0.3557111740112305,
+ "mean_token_accuracy": 0.9075094118714333,
+ "num_tokens": 8969817.0,
+ "step": 1450
+ },
+ {
+ "entropy": 0.21338311042636632,
+ "epoch": 0.4135391587593825,
+ "grad_norm": 2.5625,
+ "learning_rate": 9.204350612740718e-06,
+ "loss": 0.25135955810546873,
+ "mean_token_accuracy": 0.9335709244012833,
+ "num_tokens": 9030683.0,
+ "step": 1460
+ },
+ {
+ "entropy": 0.27338244216516616,
+ "epoch": 0.41637161875088513,
+ "grad_norm": 3.53125,
+ "learning_rate": 9.191895154623471e-06,
+ "loss": 0.330609655380249,
+ "mean_token_accuracy": 0.9164686724543571,
+ "num_tokens": 9089943.0,
+ "step": 1470
+ },
+ {
+ "entropy": 0.284117466583848,
+ "epoch": 0.41920407874238774,
+ "grad_norm": 2.90625,
+ "learning_rate": 9.179351525001405e-06,
+ "loss": 0.35007033348083494,
+ "mean_token_accuracy": 0.9137591674923897,
+ "num_tokens": 9161071.0,
+ "step": 1480
+ },
+ {
+ "entropy": 0.2786842305213213,
+ "epoch": 0.4220365387338904,
+ "grad_norm": 2.515625,
+ "learning_rate": 9.16671998771478e-06,
+ "loss": 0.3523244380950928,
+ "mean_token_accuracy": 0.9142401218414307,
+ "num_tokens": 9228047.0,
+ "step": 1490
+ },
+ {
+ "entropy": 0.25877189775928855,
+ "epoch": 0.424868998725393,
+ "grad_norm": 3.9375,
+ "learning_rate": 9.154000808452883e-06,
+ "loss": 0.2900538921356201,
+ "mean_token_accuracy": 0.9240692466497421,
+ "num_tokens": 9292649.0,
+ "step": 1500
+ },
+ {
+ "entropy": 0.3218853287398815,
+ "epoch": 0.42770145871689563,
+ "grad_norm": 2.671875,
+ "learning_rate": 9.14119425474845e-06,
+ "loss": 0.37074031829833987,
+ "mean_token_accuracy": 0.9025695845484734,
+ "num_tokens": 9358701.0,
+ "step": 1510
+ },
+ {
+ "entropy": 0.2493061749264598,
+ "epoch": 0.43053391870839824,
+ "grad_norm": 3.78125,
+ "learning_rate": 9.128300595972035e-06,
+ "loss": 0.2916921615600586,
+ "mean_token_accuracy": 0.9247250065207482,
+ "num_tokens": 9415998.0,
+ "step": 1520
+ },
+ {
+ "entropy": 0.24458966655656694,
+ "epoch": 0.43336637869990086,
+ "grad_norm": 3.046875,
+ "learning_rate": 9.115320103326341e-06,
+ "loss": 0.3079118490219116,
+ "mean_token_accuracy": 0.9261806443333626,
+ "num_tokens": 9477772.0,
+ "step": 1530
+ },
+ {
+ "entropy": 0.24118555188179017,
+ "epoch": 0.43619883869140347,
+ "grad_norm": 2.796875,
+ "learning_rate": 9.102253049840515e-06,
+ "loss": 0.2698474645614624,
+ "mean_token_accuracy": 0.9262908518314361,
+ "num_tokens": 9543178.0,
+ "step": 1540
+ },
+ {
+ "entropy": 0.27692517237737774,
+ "epoch": 0.4390312986829061,
+ "grad_norm": 3.59375,
+ "learning_rate": 9.089099710364413e-06,
+ "loss": 0.35334970951080324,
+ "mean_token_accuracy": 0.9152400702238083,
+ "num_tokens": 9603845.0,
+ "step": 1550
+ },
+ {
+ "entropy": 0.22478010756894945,
+ "epoch": 0.44186375867440875,
+ "grad_norm": 4.0625,
+ "learning_rate": 9.07586036156281e-06,
+ "loss": 0.2800618648529053,
+ "mean_token_accuracy": 0.9322063907980919,
+ "num_tokens": 9657847.0,
+ "step": 1560
+ },
+ {
+ "entropy": 0.301778607442975,
+ "epoch": 0.44469621866591136,
+ "grad_norm": 3.015625,
+ "learning_rate": 9.062535281909586e-06,
+ "loss": 0.347332239151001,
+ "mean_token_accuracy": 0.9108933255076408,
+ "num_tokens": 9717055.0,
+ "step": 1570
+ },
+ {
+ "entropy": 0.2316664133220911,
+ "epoch": 0.44752867865741397,
+ "grad_norm": 2.828125,
+ "learning_rate": 9.049124751681867e-06,
+ "loss": 0.2667954921722412,
+ "mean_token_accuracy": 0.932160672545433,
+ "num_tokens": 9777625.0,
+ "step": 1580
+ },
+ {
+ "entropy": 0.26570963142439724,
+ "epoch": 0.4503611386489166,
+ "grad_norm": 3.15625,
+ "learning_rate": 9.03562905295413e-06,
+ "loss": 0.3452394962310791,
+ "mean_token_accuracy": 0.9210765406489372,
+ "num_tokens": 9837849.0,
+ "step": 1590
+ },
+ {
+ "entropy": 0.241340676182881,
+ "epoch": 0.4531935986404192,
+ "grad_norm": 2.34375,
+ "learning_rate": 9.022048469592266e-06,
+ "loss": 0.292175817489624,
+ "mean_token_accuracy": 0.9271585017442703,
+ "num_tokens": 9899403.0,
+ "step": 1600
+ },
+ {
+ "entropy": 0.22770550679415463,
+ "epoch": 0.4560260586319218,
+ "grad_norm": 2.6875,
+ "learning_rate": 9.008383287247619e-06,
+ "loss": 0.25679965019226075,
+ "mean_token_accuracy": 0.9316400110721588,
+ "num_tokens": 9954779.0,
+ "step": 1610
+ },
+ {
+ "entropy": 0.2558764288201928,
+ "epoch": 0.45885851862342447,
+ "grad_norm": 3.65625,
+ "learning_rate": 8.994633793350966e-06,
+ "loss": 0.30559663772583007,
+ "mean_token_accuracy": 0.9226524040102959,
+ "num_tokens": 10016491.0,
+ "step": 1620
+ },
+ {
+ "entropy": 0.22422194620594382,
+ "epoch": 0.4616909786149271,
+ "grad_norm": 2.875,
+ "learning_rate": 8.98080027710648e-06,
+ "loss": 0.2620770692825317,
+ "mean_token_accuracy": 0.931402213871479,
+ "num_tokens": 10077692.0,
+ "step": 1630
+ },
+ {
+ "entropy": 0.26183739248663185,
+ "epoch": 0.4645234386064297,
+ "grad_norm": 3.5,
+ "learning_rate": 8.966883029485644e-06,
+ "loss": 0.3246657371520996,
+ "mean_token_accuracy": 0.9211442023515701,
+ "num_tokens": 10138856.0,
+ "step": 1640
+ },
+ {
+ "entropy": 0.27033895151689646,
+ "epoch": 0.4673558985979323,
+ "grad_norm": 2.9375,
+ "learning_rate": 8.952882343221128e-06,
+ "loss": 0.31453800201416016,
+ "mean_token_accuracy": 0.9187925904989243,
+ "num_tokens": 10199283.0,
+ "step": 1650
+ },
+ {
+ "entropy": 0.27811811305582523,
+ "epoch": 0.4701883585894349,
+ "grad_norm": 3.03125,
+ "learning_rate": 8.938798512800635e-06,
+ "loss": 0.3228362321853638,
+ "mean_token_accuracy": 0.9144035845994949,
+ "num_tokens": 10262755.0,
+ "step": 1660
+ },
+ {
+ "entropy": 0.25631644316017627,
+ "epoch": 0.47302081858093753,
+ "grad_norm": 3.65625,
+ "learning_rate": 8.924631834460706e-06,
+ "loss": 0.3209569454193115,
+ "mean_token_accuracy": 0.9214628890156746,
+ "num_tokens": 10329283.0,
+ "step": 1670
+ },
+ {
+ "entropy": 0.22031188122928141,
+ "epoch": 0.47585327857244014,
+ "grad_norm": 3.28125,
+ "learning_rate": 8.910382606180488e-06,
+ "loss": 0.26499745845794676,
+ "mean_token_accuracy": 0.9340609654784202,
+ "num_tokens": 10384021.0,
+ "step": 1680
+ },
+ {
+ "entropy": 0.2515722900629044,
+ "epoch": 0.4786857385639428,
+ "grad_norm": 3.140625,
+ "learning_rate": 8.896051127675472e-06,
+ "loss": 0.299767804145813,
+ "mean_token_accuracy": 0.9258117720484733,
+ "num_tokens": 10448164.0,
+ "step": 1690
+ },
+ {
+ "entropy": 0.29240532079711556,
+ "epoch": 0.4815181985554454,
+ "grad_norm": 3.28125,
+ "learning_rate": 8.881637700391179e-06,
+ "loss": 0.34952309131622317,
+ "mean_token_accuracy": 0.912120270729065,
+ "num_tokens": 10509285.0,
+ "step": 1700
+ },
+ {
+ "entropy": 0.2534479722380638,
+ "epoch": 0.48435065854694803,
+ "grad_norm": 2.859375,
+ "learning_rate": 8.867142627496825e-06,
+ "loss": 0.29810385704040526,
+ "mean_token_accuracy": 0.9233490318059921,
+ "num_tokens": 10569057.0,
+ "step": 1710
+ },
+ {
+ "entropy": 0.2604710581712425,
+ "epoch": 0.48718311853845064,
+ "grad_norm": 3.171875,
+ "learning_rate": 8.852566213878947e-06,
+ "loss": 0.3080343961715698,
+ "mean_token_accuracy": 0.9179377123713494,
+ "num_tokens": 10629126.0,
+ "step": 1720
+ },
+ {
+ "entropy": 0.23515669340267778,
+ "epoch": 0.49001557852995326,
+ "grad_norm": 3.1875,
+ "learning_rate": 8.837908766134984e-06,
+ "loss": 0.2872535467147827,
+ "mean_token_accuracy": 0.9293222084641457,
+ "num_tokens": 10688424.0,
+ "step": 1730
+ },
+ {
+ "entropy": 0.2053655257448554,
+ "epoch": 0.49284803852145587,
+ "grad_norm": 2.96875,
+ "learning_rate": 8.823170592566833e-06,
+ "loss": 0.2675440788269043,
+ "mean_token_accuracy": 0.9372267380356789,
+ "num_tokens": 10747596.0,
+ "step": 1740
+ },
+ {
+ "entropy": 0.2699555506929755,
+ "epoch": 0.4956804985129585,
+ "grad_norm": 3.984375,
+ "learning_rate": 8.808352003174362e-06,
+ "loss": 0.34564881324768065,
+ "mean_token_accuracy": 0.917387866973877,
+ "num_tokens": 10809793.0,
+ "step": 1750
+ },
+ {
+ "entropy": 0.23093979228287936,
+ "epoch": 0.49851295850446115,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.793453309648885e-06,
+ "loss": 0.2652362108230591,
+ "mean_token_accuracy": 0.9302272021770477,
+ "num_tokens": 10871670.0,
+ "step": 1760
+ },
+ {
+ "entropy": 0.217674121260643,
+ "epoch": 0.5013454184959637,
+ "grad_norm": 2.296875,
+ "learning_rate": 8.77847482536662e-06,
+ "loss": 0.26816089153289796,
+ "mean_token_accuracy": 0.9338669091463089,
+ "num_tokens": 10933491.0,
+ "step": 1770
+ },
+ {
+ "entropy": 0.2443548015318811,
+ "epoch": 0.5041778784874663,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.76341686538208e-06,
+ "loss": 0.2879756450653076,
+ "mean_token_accuracy": 0.9252054631710053,
+ "num_tokens": 10993120.0,
+ "step": 1780
+ },
+ {
+ "entropy": 0.28073133789002896,
+ "epoch": 0.507010338478969,
+ "grad_norm": 3.578125,
+ "learning_rate": 8.748279746421459e-06,
+ "loss": 0.3664905071258545,
+ "mean_token_accuracy": 0.914407916367054,
+ "num_tokens": 11053747.0,
+ "step": 1790
+ },
+ {
+ "entropy": 0.3151184435933828,
+ "epoch": 0.5098427984704716,
+ "grad_norm": 3.015625,
+ "learning_rate": 8.73306378687596e-06,
+ "loss": 0.3645954132080078,
+ "mean_token_accuracy": 0.9064996063709259,
+ "num_tokens": 11123459.0,
+ "step": 1800
+ },
+ {
+ "entropy": 0.26551789194345476,
+ "epoch": 0.5126752584619743,
+ "grad_norm": 3.09375,
+ "learning_rate": 8.717769306795115e-06,
+ "loss": 0.3270742416381836,
+ "mean_token_accuracy": 0.9203312039375305,
+ "num_tokens": 11187350.0,
+ "step": 1810
+ },
+ {
+ "entropy": 0.28791499985381963,
+ "epoch": 0.5155077184534769,
+ "grad_norm": 2.15625,
+ "learning_rate": 8.702396627880027e-06,
+ "loss": 0.3446188449859619,
+ "mean_token_accuracy": 0.9122902229428291,
+ "num_tokens": 11250584.0,
+ "step": 1820
+ },
+ {
+ "entropy": 0.22998738354071974,
+ "epoch": 0.5183401784449795,
+ "grad_norm": 2.875,
+ "learning_rate": 8.686946073476628e-06,
+ "loss": 0.2620666027069092,
+ "mean_token_accuracy": 0.931136479973793,
+ "num_tokens": 11312929.0,
+ "step": 1830
+ },
+ {
+ "entropy": 0.26515663117170335,
+ "epoch": 0.5211726384364821,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.671417968568864e-06,
+ "loss": 0.32726387977600097,
+ "mean_token_accuracy": 0.9194383502006531,
+ "num_tokens": 11373406.0,
+ "step": 1840
+ },
+ {
+ "entropy": 0.27902805162593725,
+ "epoch": 0.5240050984279847,
+ "grad_norm": 2.65625,
+ "learning_rate": 8.655812639771865e-06,
+ "loss": 0.35257582664489745,
+ "mean_token_accuracy": 0.9158491358160973,
+ "num_tokens": 11434074.0,
+ "step": 1850
+ },
+ {
+ "entropy": 0.24821369755081832,
+ "epoch": 0.5268375584194873,
+ "grad_norm": 2.8125,
+ "learning_rate": 8.64013041532507e-06,
+ "loss": 0.279030966758728,
+ "mean_token_accuracy": 0.9226725235581398,
+ "num_tokens": 11493973.0,
+ "step": 1860
+ },
+ {
+ "entropy": 0.19138105222955346,
+ "epoch": 0.5296700184109899,
+ "grad_norm": 3.34375,
+ "learning_rate": 8.62437162508533e-06,
+ "loss": 0.26068317890167236,
+ "mean_token_accuracy": 0.9415134266018867,
+ "num_tokens": 11551169.0,
+ "step": 1870
+ },
+ {
+ "entropy": 0.1800975519232452,
+ "epoch": 0.5325024784024925,
+ "grad_norm": 2.5625,
+ "learning_rate": 8.608536600519965e-06,
+ "loss": 0.21379611492156983,
+ "mean_token_accuracy": 0.947042727470398,
+ "num_tokens": 11607689.0,
+ "step": 1880
+ },
+ {
+ "entropy": 0.2381605574861169,
+ "epoch": 0.5353349383939952,
+ "grad_norm": 3.5625,
+ "learning_rate": 8.592625674699791e-06,
+ "loss": 0.31764028072357176,
+ "mean_token_accuracy": 0.9277781933546067,
+ "num_tokens": 11670275.0,
+ "step": 1890
+ },
+ {
+ "entropy": 0.24414894701912998,
+ "epoch": 0.5381673983854978,
+ "grad_norm": 2.96875,
+ "learning_rate": 8.576639182292117e-06,
+ "loss": 0.2984654664993286,
+ "mean_token_accuracy": 0.9253525018692017,
+ "num_tokens": 11732674.0,
+ "step": 1900
+ },
+ {
+ "entropy": 0.26540830750018357,
+ "epoch": 0.5409998583770004,
+ "grad_norm": 2.5,
+ "learning_rate": 8.560577459553705e-06,
+ "loss": 0.2995338201522827,
+ "mean_token_accuracy": 0.9170404925942421,
+ "num_tokens": 11796122.0,
+ "step": 1910
+ },
+ {
+ "entropy": 0.22120436416007577,
+ "epoch": 0.5438323183685031,
+ "grad_norm": 2.453125,
+ "learning_rate": 8.5444408443237e-06,
+ "loss": 0.2612636566162109,
+ "mean_token_accuracy": 0.9336322173476219,
+ "num_tokens": 11855783.0,
+ "step": 1920
+ },
+ {
+ "entropy": 0.2574581575579941,
+ "epoch": 0.5466647783600057,
+ "grad_norm": 3.671875,
+ "learning_rate": 8.528229676016516e-06,
+ "loss": 0.2953659534454346,
+ "mean_token_accuracy": 0.9200656801462174,
+ "num_tokens": 11915467.0,
+ "step": 1930
+ },
+ {
+ "entropy": 0.2645864601247013,
+ "epoch": 0.5494972383515083,
+ "grad_norm": 2.859375,
+ "learning_rate": 8.511944295614705e-06,
+ "loss": 0.31510348320007325,
+ "mean_token_accuracy": 0.9208753496408463,
+ "num_tokens": 11982685.0,
+ "step": 1940
+ },
+ {
+ "entropy": 0.2253680657595396,
+ "epoch": 0.5523296983430109,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.49558504566178e-06,
+ "loss": 0.2593071460723877,
+ "mean_token_accuracy": 0.9332447171211242,
+ "num_tokens": 12043764.0,
+ "step": 1950
+ },
+ {
+ "entropy": 0.2743760205805302,
+ "epoch": 0.5551621583345135,
+ "grad_norm": 2.875,
+ "learning_rate": 8.479152270255015e-06,
+ "loss": 0.32801840305328367,
+ "mean_token_accuracy": 0.9175538629293442,
+ "num_tokens": 12106744.0,
+ "step": 1960
+ },
+ {
+ "entropy": 0.2409117895178497,
+ "epoch": 0.5579946183260162,
+ "grad_norm": 2.4375,
+ "learning_rate": 8.462646315038199e-06,
+ "loss": 0.3042436599731445,
+ "mean_token_accuracy": 0.9294470772147179,
+ "num_tokens": 12168588.0,
+ "step": 1970
+ },
+ {
+ "entropy": 0.25588282784447075,
+ "epoch": 0.5608270783175188,
+ "grad_norm": 2.75,
+ "learning_rate": 8.446067527194377e-06,
+ "loss": 0.28229076862335206,
+ "mean_token_accuracy": 0.9217988669872283,
+ "num_tokens": 12234235.0,
+ "step": 1980
+ },
+ {
+ "entropy": 0.22676437282934786,
+ "epoch": 0.5636595383090214,
+ "grad_norm": 3.21875,
+ "learning_rate": 8.429416255438535e-06,
+ "loss": 0.2763058185577393,
+ "mean_token_accuracy": 0.9312441393733024,
+ "num_tokens": 12295523.0,
+ "step": 1990
+ },
+ {
+ "entropy": 0.23693293845281005,
+ "epoch": 0.566491998300524,
+ "grad_norm": 2.84375,
+ "learning_rate": 8.412692850010276e-06,
+ "loss": 0.25852394104003906,
+ "mean_token_accuracy": 0.929935322701931,
+ "num_tokens": 12355289.0,
+ "step": 2000
+ },
+ {
+ "entropy": 0.26585140177048744,
+ "epoch": 0.5693244582920266,
+ "grad_norm": 3.15625,
+ "learning_rate": 8.395897662666444e-06,
+ "loss": 0.33711426258087157,
+ "mean_token_accuracy": 0.921252678334713,
+ "num_tokens": 12419888.0,
+ "step": 2010
+ },
+ {
+ "entropy": 0.2817812806926668,
+ "epoch": 0.5721569182835292,
+ "grad_norm": 2.71875,
+ "learning_rate": 8.379031046673735e-06,
+ "loss": 0.329822039604187,
+ "mean_token_accuracy": 0.915573863685131,
+ "num_tokens": 12481072.0,
+ "step": 2020
+ },
+ {
+ "entropy": 0.2310811343602836,
+ "epoch": 0.5749893782750318,
+ "grad_norm": 3.15625,
+ "learning_rate": 8.36209335680126e-06,
+ "loss": 0.2848243236541748,
+ "mean_token_accuracy": 0.9298717737197876,
+ "num_tokens": 12537117.0,
+ "step": 2030
+ },
+ {
+ "entropy": 0.24113858481869102,
+ "epoch": 0.5778218382665344,
+ "grad_norm": 3.5,
+ "learning_rate": 8.345084949313082e-06,
+ "loss": 0.30589349269866944,
+ "mean_token_accuracy": 0.9254002273082733,
+ "num_tokens": 12598523.0,
+ "step": 2040
+ },
+ {
+ "entropy": 0.2469558353535831,
+ "epoch": 0.5806542982580372,
+ "grad_norm": 2.46875,
+ "learning_rate": 8.328006181960728e-06,
+ "loss": 0.2666426420211792,
+ "mean_token_accuracy": 0.9237473145127296,
+ "num_tokens": 12659850.0,
+ "step": 2050
+ },
+ {
+ "entropy": 0.22523943707346916,
+ "epoch": 0.5834867582495398,
+ "grad_norm": 3.515625,
+ "learning_rate": 8.310857413975653e-06,
+ "loss": 0.2842994451522827,
+ "mean_token_accuracy": 0.9316848069429398,
+ "num_tokens": 12728769.0,
+ "step": 2060
+ },
+ {
+ "entropy": 0.23469501873478293,
+ "epoch": 0.5863192182410424,
+ "grad_norm": 2.890625,
+ "learning_rate": 8.293639006061701e-06,
+ "loss": 0.28825619220733645,
+ "mean_token_accuracy": 0.9315712109208107,
+ "num_tokens": 12793510.0,
+ "step": 2070
+ },
+ {
+ "entropy": 0.26904424456879494,
+ "epoch": 0.589151678232545,
+ "grad_norm": 2.75,
+ "learning_rate": 8.276351320387505e-06,
+ "loss": 0.3132829427719116,
+ "mean_token_accuracy": 0.9184053987264633,
+ "num_tokens": 12859305.0,
+ "step": 2080
+ },
+ {
+ "entropy": 0.22551713800057768,
+ "epoch": 0.5919841382240476,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.25899472057887e-06,
+ "loss": 0.25671346187591554,
+ "mean_token_accuracy": 0.9330786928534508,
+ "num_tokens": 12919296.0,
+ "step": 2090
+ },
+ {
+ "entropy": 0.2908180743455887,
+ "epoch": 0.5948165982155502,
+ "grad_norm": 3.4375,
+ "learning_rate": 8.241569571711131e-06,
+ "loss": 0.3749950885772705,
+ "mean_token_accuracy": 0.9122948393225669,
+ "num_tokens": 12984110.0,
+ "step": 2100
+ },
+ {
+ "entropy": 0.18859034972265362,
+ "epoch": 0.5976490582070528,
+ "grad_norm": 3.3125,
+ "learning_rate": 8.22407624030147e-06,
+ "loss": 0.21266024112701415,
+ "mean_token_accuracy": 0.9415996059775352,
+ "num_tokens": 13044585.0,
+ "step": 2110
+ },
+ {
+ "entropy": 0.2686202362179756,
+ "epoch": 0.6004815181985554,
+ "grad_norm": 3.140625,
+ "learning_rate": 8.206515094301206e-06,
+ "loss": 0.3143640995025635,
+ "mean_token_accuracy": 0.9184302508831024,
+ "num_tokens": 13104184.0,
+ "step": 2120
+ },
+ {
+ "entropy": 0.2924169018864632,
+ "epoch": 0.603313978190058,
+ "grad_norm": 2.515625,
+ "learning_rate": 8.18888650308806e-06,
+ "loss": 0.33350090980529784,
+ "mean_token_accuracy": 0.9111582815647126,
+ "num_tokens": 13169744.0,
+ "step": 2130
+ },
+ {
+ "entropy": 0.23468140745535493,
+ "epoch": 0.6061464381815607,
+ "grad_norm": 3.125,
+ "learning_rate": 8.171190837458378e-06,
+ "loss": 0.2748774290084839,
+ "mean_token_accuracy": 0.9279026314616203,
+ "num_tokens": 13230747.0,
+ "step": 2140
+ },
+ {
+ "entropy": 0.2707135030068457,
+ "epoch": 0.6089788981730633,
+ "grad_norm": 2.640625,
+ "learning_rate": 8.153428469619337e-06,
+ "loss": 0.3319953680038452,
+ "mean_token_accuracy": 0.9202817261219025,
+ "num_tokens": 13294156.0,
+ "step": 2150
+ },
+ {
+ "entropy": 0.33541303491219876,
+ "epoch": 0.6118113581645659,
+ "grad_norm": 3.171875,
+ "learning_rate": 8.135599773181121e-06,
+ "loss": 0.34877288341522217,
+ "mean_token_accuracy": 0.9051463961601257,
+ "num_tokens": 13361330.0,
+ "step": 2160
+ },
+ {
+ "entropy": 0.24658853579312562,
+ "epoch": 0.6146438181560685,
+ "grad_norm": 2.84375,
+ "learning_rate": 8.117705123149048e-06,
+ "loss": 0.3000421762466431,
+ "mean_token_accuracy": 0.9227447956800461,
+ "num_tokens": 13423145.0,
+ "step": 2170
+ },
+ {
+ "entropy": 0.24564437023364008,
+ "epoch": 0.6174762781475711,
+ "grad_norm": 3.296875,
+ "learning_rate": 8.099744895915698e-06,
+ "loss": 0.3217023849487305,
+ "mean_token_accuracy": 0.9250235304236412,
+ "num_tokens": 13485257.0,
+ "step": 2180
+ },
+ {
+ "entropy": 0.2456009641289711,
+ "epoch": 0.6203087381390738,
+ "grad_norm": 2.84375,
+ "learning_rate": 8.081719469252986e-06,
+ "loss": 0.310084867477417,
+ "mean_token_accuracy": 0.9257996216416359,
+ "num_tokens": 13546943.0,
+ "step": 2190
+ },
+ {
+ "entropy": 0.29650545958429575,
+ "epoch": 0.6231411981305764,
+ "grad_norm": 3.640625,
+ "learning_rate": 8.063629222304217e-06,
+ "loss": 0.34581058025360106,
+ "mean_token_accuracy": 0.9123394638299942,
+ "num_tokens": 13610152.0,
+ "step": 2200
+ },
+ {
+ "entropy": 0.2508404080756009,
+ "epoch": 0.6259736581220791,
+ "grad_norm": 2.921875,
+ "learning_rate": 8.04547453557612e-06,
+ "loss": 0.28043336868286134,
+ "mean_token_accuracy": 0.92689019292593,
+ "num_tokens": 13671659.0,
+ "step": 2210
+ },
+ {
+ "entropy": 0.22516307719051837,
+ "epoch": 0.6288061181135817,
+ "grad_norm": 2.9375,
+ "learning_rate": 8.027255790930832e-06,
+ "loss": 0.2544457674026489,
+ "mean_token_accuracy": 0.9322215467691422,
+ "num_tokens": 13726023.0,
+ "step": 2220
+ },
+ {
+ "entropy": 0.2471348475664854,
+ "epoch": 0.6316385781050843,
+ "grad_norm": 3.640625,
+ "learning_rate": 8.00897337157787e-06,
+ "loss": 0.29131321907043456,
+ "mean_token_accuracy": 0.9242102384567261,
+ "num_tokens": 13785984.0,
+ "step": 2230
+ },
+ {
+ "entropy": 0.20350156892091037,
+ "epoch": 0.6344710380965869,
+ "grad_norm": 3.0,
+ "learning_rate": 7.990627662066081e-06,
+ "loss": 0.2495595932006836,
+ "mean_token_accuracy": 0.9376389294862747,
+ "num_tokens": 13841115.0,
+ "step": 2240
+ },
+ {
+ "entropy": 0.21044904924929142,
+ "epoch": 0.6373034980880895,
+ "grad_norm": 3.015625,
+ "learning_rate": 7.972219048275537e-06,
+ "loss": 0.2602006673812866,
+ "mean_token_accuracy": 0.9350134670734406,
+ "num_tokens": 13900115.0,
+ "step": 2250
+ },
+ {
+ "entropy": 0.2591171387583017,
+ "epoch": 0.6401359580795921,
+ "grad_norm": 2.421875,
+ "learning_rate": 7.953747917409428e-06,
+ "loss": 0.31584160327911376,
+ "mean_token_accuracy": 0.923833379149437,
+ "num_tokens": 13963087.0,
+ "step": 2260
+ },
+ {
+ "entropy": 0.26614895891398194,
+ "epoch": 0.6429684180710947,
+ "grad_norm": 2.671875,
+ "learning_rate": 7.935214657985918e-06,
+ "loss": 0.31452739238739014,
+ "mean_token_accuracy": 0.9192465171217918,
+ "num_tokens": 14025691.0,
+ "step": 2270
+ },
+ {
+ "entropy": 0.27064447924494744,
+ "epoch": 0.6458008780625973,
+ "grad_norm": 2.546875,
+ "learning_rate": 7.91661965982997e-06,
+ "loss": 0.3128303289413452,
+ "mean_token_accuracy": 0.9186597511172294,
+ "num_tokens": 14090376.0,
+ "step": 2280
+ },
+ {
+ "entropy": 0.26707220980897545,
+ "epoch": 0.6486333380541,
+ "grad_norm": 3.375,
+ "learning_rate": 7.897963314065146e-06,
+ "loss": 0.332572865486145,
+ "mean_token_accuracy": 0.9179326295852661,
+ "num_tokens": 14153049.0,
+ "step": 2290
+ },
+ {
+ "entropy": 0.23635501032695175,
+ "epoch": 0.6514657980456026,
+ "grad_norm": 3.65625,
+ "learning_rate": 7.879246013105383e-06,
+ "loss": 0.2604819297790527,
+ "mean_token_accuracy": 0.928515163064003,
+ "num_tokens": 14212590.0,
+ "step": 2300
+ },
+ {
+ "entropy": 0.18730585724115373,
+ "epoch": 0.6542982580371052,
+ "grad_norm": 2.890625,
+ "learning_rate": 7.86046815064674e-06,
+ "loss": 0.22234323024749755,
+ "mean_token_accuracy": 0.9432886317372322,
+ "num_tokens": 14272363.0,
+ "step": 2310
+ },
+ {
+ "entropy": 0.23519881842657925,
+ "epoch": 0.6571307180286079,
+ "grad_norm": 2.84375,
+ "learning_rate": 7.84163012165911e-06,
+ "loss": 0.2765446662902832,
+ "mean_token_accuracy": 0.9290280610322952,
+ "num_tokens": 14336992.0,
+ "step": 2320
+ },
+ {
+ "entropy": 0.2313802231103182,
+ "epoch": 0.6599631780201105,
+ "grad_norm": 2.734375,
+ "learning_rate": 7.822732322377917e-06,
+ "loss": 0.27338762283325196,
+ "mean_token_accuracy": 0.9289564326405525,
+ "num_tokens": 14396618.0,
+ "step": 2330
+ },
+ {
+ "entropy": 0.2716065593995154,
+ "epoch": 0.6627956380116131,
+ "grad_norm": 2.875,
+ "learning_rate": 7.80377515029579e-06,
+ "loss": 0.32843728065490724,
+ "mean_token_accuracy": 0.9162494570016861,
+ "num_tokens": 14458037.0,
+ "step": 2340
+ },
+ {
+ "entropy": 0.25247769290581346,
+ "epoch": 0.6656280980031157,
+ "grad_norm": 2.5625,
+ "learning_rate": 7.784759004154183e-06,
+ "loss": 0.3014644384384155,
+ "mean_token_accuracy": 0.9235790967941284,
+ "num_tokens": 14518336.0,
+ "step": 2350
+ },
+ {
+ "entropy": 0.2789898415096104,
+ "epoch": 0.6684605579946183,
+ "grad_norm": 2.171875,
+ "learning_rate": 7.765684283935006e-06,
+ "loss": 0.3393056392669678,
+ "mean_token_accuracy": 0.9150487512350083,
+ "num_tokens": 14584530.0,
+ "step": 2360
+ },
+ {
+ "entropy": 0.2857982048764825,
+ "epoch": 0.671293017986121,
+ "grad_norm": 3.484375,
+ "learning_rate": 7.746551390852199e-06,
+ "loss": 0.33240134716033937,
+ "mean_token_accuracy": 0.9147992506623268,
+ "num_tokens": 14646054.0,
+ "step": 2370
+ },
+ {
+ "entropy": 0.2915321681648493,
+ "epoch": 0.6741254779776236,
+ "grad_norm": 4.3125,
+ "learning_rate": 7.72736072734331e-06,
+ "loss": 0.36970064640045164,
+ "mean_token_accuracy": 0.9111756727099418,
+ "num_tokens": 14709275.0,
+ "step": 2380
+ },
+ {
+ "entropy": 0.26030201790854335,
+ "epoch": 0.6769579379691262,
+ "grad_norm": 2.859375,
+ "learning_rate": 7.708112697061001e-06,
+ "loss": 0.30298757553100586,
+ "mean_token_accuracy": 0.9198774963617324,
+ "num_tokens": 14772965.0,
+ "step": 2390
+ },
+ {
+ "entropy": 0.2829222582280636,
+ "epoch": 0.6797903979606288,
+ "grad_norm": 2.546875,
+ "learning_rate": 7.688807704864595e-06,
+ "loss": 0.3579793691635132,
+ "mean_token_accuracy": 0.9152989521622658,
+ "num_tokens": 14840008.0,
+ "step": 2400
+ },
+ {
+ "entropy": 0.2631208342500031,
+ "epoch": 0.6826228579521314,
+ "grad_norm": 2.828125,
+ "learning_rate": 7.669446156811525e-06,
+ "loss": 0.30640134811401365,
+ "mean_token_accuracy": 0.9224727541208267,
+ "num_tokens": 14903705.0,
+ "step": 2410
+ },
+ {
+ "entropy": 0.28142532696947453,
+ "epoch": 0.685455317943634,
+ "grad_norm": 2.96875,
+ "learning_rate": 7.650028460148817e-06,
+ "loss": 0.3514870643615723,
+ "mean_token_accuracy": 0.9167749881744385,
+ "num_tokens": 14965400.0,
+ "step": 2420
+ },
+ {
+ "entropy": 0.24295094180852175,
+ "epoch": 0.6882877779351366,
+ "grad_norm": 3.5,
+ "learning_rate": 7.630555023304514e-06,
+ "loss": 0.2785991668701172,
+ "mean_token_accuracy": 0.9278908744454384,
+ "num_tokens": 15029808.0,
+ "step": 2430
+ },
+ {
+ "entropy": 0.18873289050534367,
+ "epoch": 0.6911202379266392,
+ "grad_norm": 2.296875,
+ "learning_rate": 7.611026255879088e-06,
+ "loss": 0.23008534908294678,
+ "mean_token_accuracy": 0.9430599778890609,
+ "num_tokens": 15090981.0,
+ "step": 2440
+ },
+ {
+ "entropy": 0.2223091773688793,
+ "epoch": 0.693952697918142,
+ "grad_norm": 2.96875,
+ "learning_rate": 7.591442568636822e-06,
+ "loss": 0.267603325843811,
+ "mean_token_accuracy": 0.9312801957130432,
+ "num_tokens": 15152630.0,
+ "step": 2450
+ },
+ {
+ "entropy": 0.26084692431613804,
+ "epoch": 0.6967851579096446,
+ "grad_norm": 3.25,
+ "learning_rate": 7.571804373497173e-06,
+ "loss": 0.30105032920837405,
+ "mean_token_accuracy": 0.9229624062776566,
+ "num_tokens": 15211754.0,
+ "step": 2460
+ },
+ {
+ "entropy": 0.24022008180618287,
+ "epoch": 0.6996176179011472,
+ "grad_norm": 3.3125,
+ "learning_rate": 7.5521120835261065e-06,
+ "loss": 0.2701953649520874,
+ "mean_token_accuracy": 0.9274321302771569,
+ "num_tokens": 15274153.0,
+ "step": 2470
+ },
+ {
+ "entropy": 0.2550209416076541,
+ "epoch": 0.7024500778926498,
+ "grad_norm": 2.046875,
+ "learning_rate": 7.532366112927407e-06,
+ "loss": 0.3169812440872192,
+ "mean_token_accuracy": 0.9224504098296166,
+ "num_tokens": 15339594.0,
+ "step": 2480
+ },
+ {
+ "entropy": 0.26162951737642287,
+ "epoch": 0.7052825378841524,
+ "grad_norm": 2.734375,
+ "learning_rate": 7.512566877033968e-06,
+ "loss": 0.29904582500457766,
+ "mean_token_accuracy": 0.9231197029352188,
+ "num_tokens": 15403318.0,
+ "step": 2490
+ },
+ {
+ "entropy": 0.27893123114481566,
+ "epoch": 0.708114997875655,
+ "grad_norm": 3.296875,
+ "learning_rate": 7.492714792299053e-06,
+ "loss": 0.3410791873931885,
+ "mean_token_accuracy": 0.9162520408630371,
+ "num_tokens": 15466225.0,
+ "step": 2500
+ },
+ {
+ "entropy": 0.26706293215975163,
+ "epoch": 0.7109474578671576,
+ "grad_norm": 4.1875,
+ "learning_rate": 7.472810276287541e-06,
+ "loss": 0.3118849515914917,
+ "mean_token_accuracy": 0.9185350984334946,
+ "num_tokens": 15526100.0,
+ "step": 2510
+ },
+ {
+ "entropy": 0.20730372141115366,
+ "epoch": 0.7137799178586602,
+ "grad_norm": 3.015625,
+ "learning_rate": 7.452853747667136e-06,
+ "loss": 0.23900976181030273,
+ "mean_token_accuracy": 0.9376061603426933,
+ "num_tokens": 15584753.0,
+ "step": 2520
+ },
+ {
+ "entropy": 0.3262269163504243,
+ "epoch": 0.7166123778501629,
+ "grad_norm": 2.9375,
+ "learning_rate": 7.43284562619957e-06,
+ "loss": 0.37392189502716067,
+ "mean_token_accuracy": 0.9016158953309059,
+ "num_tokens": 15655382.0,
+ "step": 2530
+ },
+ {
+ "entropy": 0.2649149850010872,
+ "epoch": 0.7194448378416655,
+ "grad_norm": 2.984375,
+ "learning_rate": 7.412786332731763e-06,
+ "loss": 0.33331003189086916,
+ "mean_token_accuracy": 0.9169847160577774,
+ "num_tokens": 15716755.0,
+ "step": 2540
+ },
+ {
+ "entropy": 0.27070029405876994,
+ "epoch": 0.7222772978331681,
+ "grad_norm": 3.078125,
+ "learning_rate": 7.392676289186983e-06,
+ "loss": 0.3434555768966675,
+ "mean_token_accuracy": 0.9179270312190055,
+ "num_tokens": 15777903.0,
+ "step": 2550
+ },
+ {
+ "entropy": 0.24752757092937827,
+ "epoch": 0.7251097578246707,
+ "grad_norm": 2.9375,
+ "learning_rate": 7.3725159185559624e-06,
+ "loss": 0.2917940616607666,
+ "mean_token_accuracy": 0.924656766653061,
+ "num_tokens": 15834989.0,
+ "step": 2560
+ },
+ {
+ "entropy": 0.23814148958772421,
+ "epoch": 0.7279422178161733,
+ "grad_norm": 2.28125,
+ "learning_rate": 7.352305644888003e-06,
+ "loss": 0.294418478012085,
+ "mean_token_accuracy": 0.9283932983875275,
+ "num_tokens": 15898543.0,
+ "step": 2570
+ },
+ {
+ "entropy": 0.21530280876904725,
+ "epoch": 0.730774677807676,
+ "grad_norm": 2.953125,
+ "learning_rate": 7.332045893282055e-06,
+ "loss": 0.22945051193237304,
+ "mean_token_accuracy": 0.9348794594407082,
+ "num_tokens": 15954537.0,
+ "step": 2580
+ },
+ {
+ "entropy": 0.3002644120249897,
+ "epoch": 0.7336071377991786,
+ "grad_norm": 3.296875,
+ "learning_rate": 7.311737089877784e-06,
+ "loss": 0.36180920600891114,
+ "mean_token_accuracy": 0.9105057194828987,
+ "num_tokens": 16018470.0,
+ "step": 2590
+ },
+ {
+ "entropy": 0.2535303202457726,
+ "epoch": 0.7364395977906812,
+ "grad_norm": 2.28125,
+ "learning_rate": 7.2913796618466e-06,
+ "loss": 0.29656410217285156,
+ "mean_token_accuracy": 0.9240412935614586,
+ "num_tokens": 16088388.0,
+ "step": 2600
+ },
+ {
+ "entropy": 0.2830115555785596,
+ "epoch": 0.7392720577821839,
+ "grad_norm": 3.203125,
+ "learning_rate": 7.270974037382668e-06,
+ "loss": 0.3519935131072998,
+ "mean_token_accuracy": 0.9133640348911285,
+ "num_tokens": 16154279.0,
+ "step": 2610
+ },
+ {
+ "entropy": 0.24586041700094938,
+ "epoch": 0.7421045177736865,
+ "grad_norm": 2.359375,
+ "learning_rate": 7.250520645693917e-06,
+ "loss": 0.27483334541320803,
+ "mean_token_accuracy": 0.9254726275801659,
+ "num_tokens": 16213208.0,
+ "step": 2620
+ },
+ {
+ "entropy": 0.26750726755708454,
+ "epoch": 0.7449369777651891,
+ "grad_norm": 3.046875,
+ "learning_rate": 7.230019916992992e-06,
+ "loss": 0.34221796989440917,
+ "mean_token_accuracy": 0.9201379746198655,
+ "num_tokens": 16278691.0,
+ "step": 2630
+ },
+ {
+ "entropy": 0.2500247715041041,
+ "epoch": 0.7477694377566917,
+ "grad_norm": 2.625,
+ "learning_rate": 7.209472282488223e-06,
+ "loss": 0.300543212890625,
+ "mean_token_accuracy": 0.9207890287041665,
+ "num_tokens": 16345324.0,
+ "step": 2640
+ },
+ {
+ "entropy": 0.2341125256381929,
+ "epoch": 0.7506018977481943,
+ "grad_norm": 3.0625,
+ "learning_rate": 7.188878174374545e-06,
+ "loss": 0.2815673589706421,
+ "mean_token_accuracy": 0.9287849634885788,
+ "num_tokens": 16404580.0,
+ "step": 2650
+ },
+ {
+ "entropy": 0.23800364518538117,
+ "epoch": 0.7534343577396969,
+ "grad_norm": 3.09375,
+ "learning_rate": 7.168238025824411e-06,
+ "loss": 0.2970713138580322,
+ "mean_token_accuracy": 0.9276653602719307,
+ "num_tokens": 16466254.0,
+ "step": 2660
+ },
+ {
+ "entropy": 0.2154989277943969,
+ "epoch": 0.7562668177311995,
+ "grad_norm": 3.234375,
+ "learning_rate": 7.147552270978677e-06,
+ "loss": 0.2413036584854126,
+ "mean_token_accuracy": 0.9307904481887818,
+ "num_tokens": 16521554.0,
+ "step": 2670
+ },
+ {
+ "entropy": 0.28395778480917216,
+ "epoch": 0.7590992777227021,
+ "grad_norm": 2.78125,
+ "learning_rate": 7.1268213449374745e-06,
+ "loss": 0.35881359577178956,
+ "mean_token_accuracy": 0.9096557378768921,
+ "num_tokens": 16585472.0,
+ "step": 2680
+ },
+ {
+ "entropy": 0.2477033331990242,
+ "epoch": 0.7619317377142047,
+ "grad_norm": 3.1875,
+ "learning_rate": 7.106045683751059e-06,
+ "loss": 0.32397429943084716,
+ "mean_token_accuracy": 0.924396587908268,
+ "num_tokens": 16646769.0,
+ "step": 2690
+ },
+ {
+ "entropy": 0.276877705194056,
+ "epoch": 0.7647641977057074,
+ "grad_norm": 3.21875,
+ "learning_rate": 7.085225724410634e-06,
+ "loss": 0.3684025049209595,
+ "mean_token_accuracy": 0.9165002778172493,
+ "num_tokens": 16713863.0,
+ "step": 2700
+ },
+ {
+ "entropy": 0.22163213035091758,
+ "epoch": 0.76759665769721,
+ "grad_norm": 2.3125,
+ "learning_rate": 7.06436190483916e-06,
+ "loss": 0.24224584102630614,
+ "mean_token_accuracy": 0.9345098420977592,
+ "num_tokens": 16777296.0,
+ "step": 2710
+ },
+ {
+ "entropy": 0.2234968959353864,
+ "epoch": 0.7704291176887127,
+ "grad_norm": 2.984375,
+ "learning_rate": 7.043454663882149e-06,
+ "loss": 0.28868119716644286,
+ "mean_token_accuracy": 0.9326037526130676,
+ "num_tokens": 16844215.0,
+ "step": 2720
+ },
+ {
+ "entropy": 0.26766422418877484,
+ "epoch": 0.7732615776802153,
+ "grad_norm": 2.734375,
+ "learning_rate": 7.022504441298429e-06,
+ "loss": 0.3073421001434326,
+ "mean_token_accuracy": 0.9189599618315697,
+ "num_tokens": 16909286.0,
+ "step": 2730
+ },
+ {
+ "entropy": 0.26785112004727124,
+ "epoch": 0.7760940376717179,
+ "grad_norm": 2.84375,
+ "learning_rate": 7.001511677750892e-06,
+ "loss": 0.33571205139160154,
+ "mean_token_accuracy": 0.9179603174328804,
+ "num_tokens": 16974754.0,
+ "step": 2740
+ },
+ {
+ "entropy": 0.2341361427679658,
+ "epoch": 0.7789264976632205,
+ "grad_norm": 2.796875,
+ "learning_rate": 6.980476814797233e-06,
+ "loss": 0.2919567108154297,
+ "mean_token_accuracy": 0.9273924395442009,
+ "num_tokens": 17036703.0,
+ "step": 2750
+ },
+ {
+ "entropy": 0.2965338154230267,
+ "epoch": 0.7817589576547231,
+ "grad_norm": 3.34375,
+ "learning_rate": 6.959400294880652e-06,
+ "loss": 0.3672937870025635,
+ "mean_token_accuracy": 0.9101479694247245,
+ "num_tokens": 17103487.0,
+ "step": 2760
+ },
+ {
+ "entropy": 0.25479247672483324,
+ "epoch": 0.7845914176462258,
+ "grad_norm": 2.765625,
+ "learning_rate": 6.93828256132056e-06,
+ "loss": 0.32591776847839354,
+ "mean_token_accuracy": 0.9213441327214241,
+ "num_tokens": 17165071.0,
+ "step": 2770
+ },
+ {
+ "entropy": 0.24174591163173317,
+ "epoch": 0.7874238776377284,
+ "grad_norm": 3.34375,
+ "learning_rate": 6.917124058303244e-06,
+ "loss": 0.2789118766784668,
+ "mean_token_accuracy": 0.9260576874017715,
+ "num_tokens": 17222502.0,
+ "step": 2780
+ },
+ {
+ "entropy": 0.21147534740157425,
+ "epoch": 0.790256337629231,
+ "grad_norm": 2.828125,
+ "learning_rate": 6.8959252308725275e-06,
+ "loss": 0.2645533084869385,
+ "mean_token_accuracy": 0.9345291346311569,
+ "num_tokens": 17283104.0,
+ "step": 2790
+ },
+ {
+ "entropy": 0.25261948015540836,
+ "epoch": 0.7930887976207336,
+ "grad_norm": 3.125,
+ "learning_rate": 6.874686524920411e-06,
+ "loss": 0.311038613319397,
+ "mean_token_accuracy": 0.9231654047966004,
+ "num_tokens": 17345216.0,
+ "step": 2800
+ },
+ {
+ "entropy": 0.2530125268734992,
+ "epoch": 0.7959212576122362,
+ "grad_norm": 2.96875,
+ "learning_rate": 6.85340838717769e-06,
+ "loss": 0.3234996795654297,
+ "mean_token_accuracy": 0.9215027883648872,
+ "num_tokens": 17408794.0,
+ "step": 2810
+ },
+ {
+ "entropy": 0.3017550828866661,
+ "epoch": 0.7987537176037388,
+ "grad_norm": 3.109375,
+ "learning_rate": 6.832091265204565e-06,
+ "loss": 0.37363996505737307,
+ "mean_token_accuracy": 0.9086952164769173,
+ "num_tokens": 17477360.0,
+ "step": 2820
+ },
+ {
+ "entropy": 0.27105418452993035,
+ "epoch": 0.8015861775952414,
+ "grad_norm": 3.3125,
+ "learning_rate": 6.8107356073812215e-06,
+ "loss": 0.33116128444671633,
+ "mean_token_accuracy": 0.9182775661349296,
+ "num_tokens": 17535775.0,
+ "step": 2830
+ },
+ {
+ "entropy": 0.2681125304661691,
+ "epoch": 0.804418637586744,
+ "grad_norm": 3.28125,
+ "learning_rate": 6.789341862898395e-06,
+ "loss": 0.3221204519271851,
+ "mean_token_accuracy": 0.918986338376999,
+ "num_tokens": 17596418.0,
+ "step": 2840
+ },
+ {
+ "entropy": 0.2603905743919313,
+ "epoch": 0.8072510975782468,
+ "grad_norm": 4.0625,
+ "learning_rate": 6.7679104817479354e-06,
+ "loss": 0.306916332244873,
+ "mean_token_accuracy": 0.9208408176898957,
+ "num_tokens": 17657884.0,
+ "step": 2850
+ },
+ {
+ "entropy": 0.25807911846786735,
+ "epoch": 0.8100835575697494,
+ "grad_norm": 2.96875,
+ "learning_rate": 6.746441914713333e-06,
+ "loss": 0.3071646451950073,
+ "mean_token_accuracy": 0.9231622457504273,
+ "num_tokens": 17717036.0,
+ "step": 2860
+ },
+ {
+ "entropy": 0.20620333971455693,
+ "epoch": 0.812916017561252,
+ "grad_norm": 3.359375,
+ "learning_rate": 6.7249366133602375e-06,
+ "loss": 0.24239006042480468,
+ "mean_token_accuracy": 0.9358702003955841,
+ "num_tokens": 17775551.0,
+ "step": 2870
+ },
+ {
+ "entropy": 0.25972357029095294,
+ "epoch": 0.8157484775527546,
+ "grad_norm": 3.21875,
+ "learning_rate": 6.703395030026962e-06,
+ "loss": 0.3104058027267456,
+ "mean_token_accuracy": 0.9187611192464828,
+ "num_tokens": 17834439.0,
+ "step": 2880
+ },
+ {
+ "entropy": 0.21425498463213444,
+ "epoch": 0.8185809375442572,
+ "grad_norm": 3.0,
+ "learning_rate": 6.681817617814968e-06,
+ "loss": 0.252565598487854,
+ "mean_token_accuracy": 0.9368388622999191,
+ "num_tokens": 17893694.0,
+ "step": 2890
+ },
+ {
+ "entropy": 0.2535854930989444,
+ "epoch": 0.8214133975357598,
+ "grad_norm": 2.28125,
+ "learning_rate": 6.660204830579332e-06,
+ "loss": 0.3313803195953369,
+ "mean_token_accuracy": 0.9233833655714989,
+ "num_tokens": 17962306.0,
+ "step": 2900
+ },
+ {
+ "entropy": 0.2451658974401653,
+ "epoch": 0.8242458575272624,
+ "grad_norm": 3.703125,
+ "learning_rate": 6.638557122919205e-06,
+ "loss": 0.30023248195648194,
+ "mean_token_accuracy": 0.927768412232399,
+ "num_tokens": 18024640.0,
+ "step": 2910
+ },
+ {
+ "entropy": 0.24401300633326173,
+ "epoch": 0.827078317518765,
+ "grad_norm": 3.171875,
+ "learning_rate": 6.616874950168248e-06,
+ "loss": 0.2784397125244141,
+ "mean_token_accuracy": 0.9251253604888916,
+ "num_tokens": 18084141.0,
+ "step": 2920
+ },
+ {
+ "entropy": 0.23014986477792262,
+ "epoch": 0.8299107775102676,
+ "grad_norm": 3.359375,
+ "learning_rate": 6.59515876838505e-06,
+ "loss": 0.27311115264892577,
+ "mean_token_accuracy": 0.9305102288722992,
+ "num_tokens": 18140590.0,
+ "step": 2930
+ },
+ {
+ "entropy": 0.28850632822141054,
+ "epoch": 0.8327432375017703,
+ "grad_norm": 2.796875,
+ "learning_rate": 6.573409034343542e-06,
+ "loss": 0.34098904132843016,
+ "mean_token_accuracy": 0.9106828451156617,
+ "num_tokens": 18208011.0,
+ "step": 2940
+ },
+ {
+ "entropy": 0.29361714981496334,
+ "epoch": 0.8355756974932729,
+ "grad_norm": 3.125,
+ "learning_rate": 6.551626205523388e-06,
+ "loss": 0.34243457317352294,
+ "mean_token_accuracy": 0.9098032712936401,
+ "num_tokens": 18268600.0,
+ "step": 2950
+ },
+ {
+ "entropy": 0.2732364836148918,
+ "epoch": 0.8384081574847755,
+ "grad_norm": 3.3125,
+ "learning_rate": 6.529810740100358e-06,
+ "loss": 0.32342536449432374,
+ "mean_token_accuracy": 0.9173816591501236,
+ "num_tokens": 18328791.0,
+ "step": 2960
+ },
+ {
+ "entropy": 0.25280639957636597,
+ "epoch": 0.8412406174762781,
+ "grad_norm": 3.53125,
+ "learning_rate": 6.507963096936696e-06,
+ "loss": 0.3110103368759155,
+ "mean_token_accuracy": 0.9237968131899834,
+ "num_tokens": 18392657.0,
+ "step": 2970
+ },
+ {
+ "entropy": 0.2416850916109979,
+ "epoch": 0.8440730774677808,
+ "grad_norm": 2.96875,
+ "learning_rate": 6.486083735571465e-06,
+ "loss": 0.2941933870315552,
+ "mean_token_accuracy": 0.9266998797655106,
+ "num_tokens": 18451243.0,
+ "step": 2980
+ },
+ {
+ "entropy": 0.2634803635068238,
+ "epoch": 0.8469055374592834,
+ "grad_norm": 3.140625,
+ "learning_rate": 6.464173116210884e-06,
+ "loss": 0.31282308101654055,
+ "mean_token_accuracy": 0.9198430389165878,
+ "num_tokens": 18511507.0,
+ "step": 2990
+ },
+ {
+ "entropy": 0.1912680690176785,
+ "epoch": 0.849737997450786,
+ "grad_norm": 3.21875,
+ "learning_rate": 6.4422316997186454e-06,
+ "loss": 0.2170656442642212,
+ "mean_token_accuracy": 0.9407183259725571,
+ "num_tokens": 18571363.0,
+ "step": 3000
+ },
+ {
+ "entropy": 0.2164543703198433,
+ "epoch": 0.8525704574422887,
+ "grad_norm": 3.046875,
+ "learning_rate": 6.420259947606222e-06,
+ "loss": 0.26585540771484373,
+ "mean_token_accuracy": 0.9347744598984719,
+ "num_tokens": 18630697.0,
+ "step": 3010
+ },
+ {
+ "entropy": 0.2373024495318532,
+ "epoch": 0.8554029174337913,
+ "grad_norm": 3.265625,
+ "learning_rate": 6.398258322023162e-06,
+ "loss": 0.2773113489151001,
+ "mean_token_accuracy": 0.9272039458155632,
+ "num_tokens": 18687678.0,
+ "step": 3020
+ },
+ {
+ "entropy": 0.25375453478191046,
+ "epoch": 0.8582353774252939,
+ "grad_norm": 2.953125,
+ "learning_rate": 6.376227285747366e-06,
+ "loss": 0.29042036533355714,
+ "mean_token_accuracy": 0.9237049043178558,
+ "num_tokens": 18752182.0,
+ "step": 3030
+ },
+ {
+ "entropy": 0.29411961156874894,
+ "epoch": 0.8610678374167965,
+ "grad_norm": 2.609375,
+ "learning_rate": 6.3541673021753505e-06,
+ "loss": 0.3692609786987305,
+ "mean_token_accuracy": 0.9122548222541809,
+ "num_tokens": 18821196.0,
+ "step": 3040
+ },
+ {
+ "entropy": 0.2707971094176173,
+ "epoch": 0.8639002974082991,
+ "grad_norm": 2.609375,
+ "learning_rate": 6.332078835312507e-06,
+ "loss": 0.3225684881210327,
+ "mean_token_accuracy": 0.9175332441926003,
+ "num_tokens": 18880060.0,
+ "step": 3050
+ },
+ {
+ "entropy": 0.26672976547852156,
+ "epoch": 0.8667327573998017,
+ "grad_norm": 2.421875,
+ "learning_rate": 6.309962349763338e-06,
+ "loss": 0.3166948795318604,
+ "mean_token_accuracy": 0.9193399801850319,
+ "num_tokens": 18946364.0,
+ "step": 3060
+ },
+ {
+ "entropy": 0.27349463729187845,
+ "epoch": 0.8695652173913043,
+ "grad_norm": 3.21875,
+ "learning_rate": 6.287818310721685e-06,
+ "loss": 0.35103473663330076,
+ "mean_token_accuracy": 0.9172429636120796,
+ "num_tokens": 19016033.0,
+ "step": 3070
+ },
+ {
+ "entropy": 0.22195410579442978,
+ "epoch": 0.8723976773828069,
+ "grad_norm": 2.8125,
+ "learning_rate": 6.2656471839609465e-06,
+ "loss": 0.27313482761383057,
+ "mean_token_accuracy": 0.9334017798304558,
+ "num_tokens": 19076685.0,
+ "step": 3080
+ },
+ {
+ "entropy": 0.24829036770388485,
+ "epoch": 0.8752301373743095,
+ "grad_norm": 3.140625,
+ "learning_rate": 6.243449435824276e-06,
+ "loss": 0.2878298282623291,
+ "mean_token_accuracy": 0.9257162064313889,
+ "num_tokens": 19138951.0,
+ "step": 3090
+ },
+ {
+ "entropy": 0.27706693299114704,
+ "epoch": 0.8780625973658122,
+ "grad_norm": 3.296875,
+ "learning_rate": 6.221225533214773e-06,
+ "loss": 0.322439980506897,
+ "mean_token_accuracy": 0.913511124253273,
+ "num_tokens": 19201695.0,
+ "step": 3100
+ },
+ {
+ "entropy": 0.2694649398326874,
+ "epoch": 0.8808950573573149,
+ "grad_norm": 2.671875,
+ "learning_rate": 6.198975943585676e-06,
+ "loss": 0.3424296617507935,
+ "mean_token_accuracy": 0.9161205559968948,
+ "num_tokens": 19265091.0,
+ "step": 3110
+ },
+ {
+ "entropy": 0.25632969634607433,
+ "epoch": 0.8837275173488175,
+ "grad_norm": 3.265625,
+ "learning_rate": 6.176701134930509e-06,
+ "loss": 0.31109650135040284,
+ "mean_token_accuracy": 0.9226007997989655,
+ "num_tokens": 19325862.0,
+ "step": 3120
+ },
+ {
+ "entropy": 0.2701326566748321,
+ "epoch": 0.8865599773403201,
+ "grad_norm": 2.375,
+ "learning_rate": 6.154401575773249e-06,
+ "loss": 0.3320300817489624,
+ "mean_token_accuracy": 0.9168916702270508,
+ "num_tokens": 19400742.0,
+ "step": 3130
+ },
+ {
+ "entropy": 0.2544426591135561,
+ "epoch": 0.8893924373318227,
+ "grad_norm": 3.015625,
+ "learning_rate": 6.132077735158477e-06,
+ "loss": 0.283156156539917,
+ "mean_token_accuracy": 0.9236061125993729,
+ "num_tokens": 19461981.0,
+ "step": 3140
+ },
+ {
+ "entropy": 0.2844082118012011,
+ "epoch": 0.8922248973233253,
+ "grad_norm": 2.78125,
+ "learning_rate": 6.109730082641496e-06,
+ "loss": 0.34840519428253175,
+ "mean_token_accuracy": 0.9168082669377327,
+ "num_tokens": 19528967.0,
+ "step": 3150
+ },
+ {
+ "entropy": 0.2687557710334659,
+ "epoch": 0.8950573573148279,
+ "grad_norm": 3.78125,
+ "learning_rate": 6.087359088278474e-06,
+ "loss": 0.323413348197937,
+ "mean_token_accuracy": 0.9197789818048477,
+ "num_tokens": 19588475.0,
+ "step": 3160
+ },
+ {
+ "entropy": 0.27899011177942157,
+ "epoch": 0.8978898173063306,
+ "grad_norm": 2.625,
+ "learning_rate": 6.064965222616538e-06,
+ "loss": 0.3280670166015625,
+ "mean_token_accuracy": 0.9167367443442345,
+ "num_tokens": 19652979.0,
+ "step": 3170
+ },
+ {
+ "entropy": 0.2542749636806548,
+ "epoch": 0.9007222772978332,
+ "grad_norm": 2.890625,
+ "learning_rate": 6.042548956683891e-06,
+ "loss": 0.30518145561218263,
+ "mean_token_accuracy": 0.9265033259987832,
+ "num_tokens": 19711480.0,
+ "step": 3180
+ },
+ {
+ "entropy": 0.23844157047569753,
+ "epoch": 0.9035547372893358,
+ "grad_norm": 3.109375,
+ "learning_rate": 6.020110761979896e-06,
+ "loss": 0.2804757356643677,
+ "mean_token_accuracy": 0.9265966966748238,
+ "num_tokens": 19769101.0,
+ "step": 3190
+ },
+ {
+ "entropy": 0.24112135097384452,
+ "epoch": 0.9063871972808384,
+ "grad_norm": 2.953125,
+ "learning_rate": 5.997651110465163e-06,
+ "loss": 0.3061399459838867,
+ "mean_token_accuracy": 0.9280126094818115,
+ "num_tokens": 19826649.0,
+ "step": 3200
+ },
+ {
+ "entropy": 0.24095934634096922,
+ "epoch": 0.909219657272341,
+ "grad_norm": 3.046875,
+ "learning_rate": 5.97517047455162e-06,
+ "loss": 0.2846731662750244,
+ "mean_token_accuracy": 0.9255985081195831,
+ "num_tokens": 19884555.0,
+ "step": 3210
+ },
+ {
+ "entropy": 0.25526748718693854,
+ "epoch": 0.9120521172638436,
+ "grad_norm": 4.125,
+ "learning_rate": 5.952669327092577e-06,
+ "loss": 0.2945184469223022,
+ "mean_token_accuracy": 0.9198778286576271,
+ "num_tokens": 19947468.0,
+ "step": 3220
+ },
+ {
+ "entropy": 0.2734860122203827,
+ "epoch": 0.9148845772553462,
+ "grad_norm": 3.125,
+ "learning_rate": 5.930148141372778e-06,
+ "loss": 0.3253446340560913,
+ "mean_token_accuracy": 0.9151993811130523,
+ "num_tokens": 20012383.0,
+ "step": 3230
+ },
+ {
+ "entropy": 0.2598960557952523,
+ "epoch": 0.9177170372468489,
+ "grad_norm": 3.03125,
+ "learning_rate": 5.907607391098453e-06,
+ "loss": 0.30615336894989015,
+ "mean_token_accuracy": 0.9217935040593147,
+ "num_tokens": 20072089.0,
+ "step": 3240
+ },
+ {
+ "entropy": 0.2323574093170464,
+ "epoch": 0.9205494972383516,
+ "grad_norm": 2.546875,
+ "learning_rate": 5.8850475503873425e-06,
+ "loss": 0.28739633560180666,
+ "mean_token_accuracy": 0.9298718586564064,
+ "num_tokens": 20138686.0,
+ "step": 3250
+ },
+ {
+ "entropy": 0.26368755120784043,
+ "epoch": 0.9233819572298542,
+ "grad_norm": 3.03125,
+ "learning_rate": 5.862469093758735e-06,
+ "loss": 0.30636258125305177,
+ "mean_token_accuracy": 0.9197775259613991,
+ "num_tokens": 20204846.0,
+ "step": 3260
+ },
+ {
+ "entropy": 0.21838124403730036,
+ "epoch": 0.9262144172213568,
+ "grad_norm": 3.59375,
+ "learning_rate": 5.839872496123482e-06,
+ "loss": 0.2589061737060547,
+ "mean_token_accuracy": 0.9320506528019905,
+ "num_tokens": 20267304.0,
+ "step": 3270
+ },
+ {
+ "entropy": 0.23487370312213898,
+ "epoch": 0.9290468772128594,
+ "grad_norm": 3.671875,
+ "learning_rate": 5.817258232774009e-06,
+ "loss": 0.2779664993286133,
+ "mean_token_accuracy": 0.9308907985687256,
+ "num_tokens": 20325242.0,
+ "step": 3280
+ },
+ {
+ "entropy": 0.29384189331904054,
+ "epoch": 0.931879337204362,
+ "grad_norm": 3.125,
+ "learning_rate": 5.79462677937432e-06,
+ "loss": 0.3615161657333374,
+ "mean_token_accuracy": 0.9116950035095215,
+ "num_tokens": 20382881.0,
+ "step": 3290
+ },
+ {
+ "entropy": 0.2784995993599296,
+ "epoch": 0.9347117971958646,
+ "grad_norm": 2.234375,
+ "learning_rate": 5.771978611949991e-06,
+ "loss": 0.3265228271484375,
+ "mean_token_accuracy": 0.9163826674222946,
+ "num_tokens": 20451408.0,
+ "step": 3300
+ },
+ {
+ "entropy": 0.28781951004639267,
+ "epoch": 0.9375442571873672,
+ "grad_norm": 2.34375,
+ "learning_rate": 5.749314206878155e-06,
+ "loss": 0.3429244041442871,
+ "mean_token_accuracy": 0.9142461508512497,
+ "num_tokens": 20513908.0,
+ "step": 3310
+ },
+ {
+ "entropy": 0.2588125146459788,
+ "epoch": 0.9403767171788698,
+ "grad_norm": 2.484375,
+ "learning_rate": 5.7266340408774865e-06,
+ "loss": 0.3425342559814453,
+ "mean_token_accuracy": 0.9218753829598427,
+ "num_tokens": 20583163.0,
+ "step": 3320
+ },
+ {
+ "entropy": 0.2911094207782298,
+ "epoch": 0.9432091771703724,
+ "grad_norm": 1.7734375,
+ "learning_rate": 5.703938590998173e-06,
+ "loss": 0.36803972721099854,
+ "mean_token_accuracy": 0.9111879423260689,
+ "num_tokens": 20646947.0,
+ "step": 3330
+ },
+ {
+ "entropy": 0.24288665056228637,
+ "epoch": 0.9460416371618751,
+ "grad_norm": 2.546875,
+ "learning_rate": 5.681228334611879e-06,
+ "loss": 0.29427299499511717,
+ "mean_token_accuracy": 0.92629624158144,
+ "num_tokens": 20711594.0,
+ "step": 3340
+ },
+ {
+ "entropy": 0.23312705820426344,
+ "epoch": 0.9488740971533777,
+ "grad_norm": 2.6875,
+ "learning_rate": 5.658503749401708e-06,
+ "loss": 0.30430891513824465,
+ "mean_token_accuracy": 0.928966736793518,
+ "num_tokens": 20776382.0,
+ "step": 3350
+ },
+ {
+ "entropy": 0.3104230180382729,
+ "epoch": 0.9517065571448803,
+ "grad_norm": 3.25,
+ "learning_rate": 5.635765313352147e-06,
+ "loss": 0.3511800289154053,
+ "mean_token_accuracy": 0.9040430665016175,
+ "num_tokens": 20839789.0,
+ "step": 3360
+ },
+ {
+ "entropy": 0.23499792572110892,
+ "epoch": 0.9545390171363829,
+ "grad_norm": 3.65625,
+ "learning_rate": 5.613013504739029e-06,
+ "loss": 0.2838644504547119,
+ "mean_token_accuracy": 0.9307301640510559,
+ "num_tokens": 20901630.0,
+ "step": 3370
+ },
+ {
+ "entropy": 0.32344835065305233,
+ "epoch": 0.9573714771278856,
+ "grad_norm": 3.578125,
+ "learning_rate": 5.590248802119455e-06,
+ "loss": 0.3485146999359131,
+ "mean_token_accuracy": 0.9040465250611305,
+ "num_tokens": 20967799.0,
+ "step": 3380
+ },
+ {
+ "entropy": 0.2530316793359816,
+ "epoch": 0.9602039371193882,
+ "grad_norm": 1.90625,
+ "learning_rate": 5.567471684321736e-06,
+ "loss": 0.29520204067230227,
+ "mean_token_accuracy": 0.9227708205580711,
+ "num_tokens": 21030575.0,
+ "step": 3390
+ },
+ {
+ "entropy": 0.21737445350736379,
+ "epoch": 0.9630363971108908,
+ "grad_norm": 3.640625,
+ "learning_rate": 5.544682630435327e-06,
+ "loss": 0.2584354877471924,
+ "mean_token_accuracy": 0.9322573393583298,
+ "num_tokens": 21090526.0,
+ "step": 3400
+ },
+ {
+ "entropy": 0.28456302378326653,
+ "epoch": 0.9658688571023935,
+ "grad_norm": 3.203125,
+ "learning_rate": 5.521882119800741e-06,
+ "loss": 0.34802956581115724,
+ "mean_token_accuracy": 0.9134290844202042,
+ "num_tokens": 21156270.0,
+ "step": 3410
+ },
+ {
+ "entropy": 0.22307847952470183,
+ "epoch": 0.9687013170938961,
+ "grad_norm": 2.578125,
+ "learning_rate": 5.4990706319994695e-06,
+ "loss": 0.2576693773269653,
+ "mean_token_accuracy": 0.9337480440735817,
+ "num_tokens": 21222337.0,
+ "step": 3420
+ },
+ {
+ "entropy": 0.2263336593285203,
+ "epoch": 0.9715337770853987,
+ "grad_norm": 2.65625,
+ "learning_rate": 5.4762486468438945e-06,
+ "loss": 0.27297775745391845,
+ "mean_token_accuracy": 0.9308379128575325,
+ "num_tokens": 21283659.0,
+ "step": 3430
+ },
+ {
+ "entropy": 0.28094208212569355,
+ "epoch": 0.9743662370769013,
+ "grad_norm": 2.46875,
+ "learning_rate": 5.453416644367202e-06,
+ "loss": 0.3223999500274658,
+ "mean_token_accuracy": 0.915829861164093,
+ "num_tokens": 21352079.0,
+ "step": 3440
+ },
+ {
+ "entropy": 0.2697428049519658,
+ "epoch": 0.9771986970684039,
+ "grad_norm": 2.5,
+ "learning_rate": 5.430575104813275e-06,
+ "loss": 0.30462355613708497,
+ "mean_token_accuracy": 0.919055512547493,
+ "num_tokens": 21417311.0,
+ "step": 3450
+ },
+ {
+ "entropy": 0.25837867902591827,
+ "epoch": 0.9800311570599065,
+ "grad_norm": 3.59375,
+ "learning_rate": 5.407724508626601e-06,
+ "loss": 0.29222261905670166,
+ "mean_token_accuracy": 0.9223567172884941,
+ "num_tokens": 21480400.0,
+ "step": 3460
+ },
+ {
+ "entropy": 0.2124180012382567,
+ "epoch": 0.9828636170514091,
+ "grad_norm": 2.78125,
+ "learning_rate": 5.384865336442163e-06,
+ "loss": 0.24974503517150878,
+ "mean_token_accuracy": 0.9354914605617524,
+ "num_tokens": 21542187.0,
+ "step": 3470
+ },
+ {
+ "entropy": 0.2831694945693016,
+ "epoch": 0.9856960770429117,
+ "grad_norm": 2.453125,
+ "learning_rate": 5.3619980690753285e-06,
+ "loss": 0.3375375747680664,
+ "mean_token_accuracy": 0.9141182363033294,
+ "num_tokens": 21608358.0,
+ "step": 3480
+ },
+ {
+ "entropy": 0.2607450664974749,
+ "epoch": 0.9885285370344143,
+ "grad_norm": 3.59375,
+ "learning_rate": 5.339123187511735e-06,
+ "loss": 0.2963505506515503,
+ "mean_token_accuracy": 0.9212964981794357,
+ "num_tokens": 21668425.0,
+ "step": 3490
+ },
+ {
+ "entropy": 0.23759154276922345,
+ "epoch": 0.991360997025917,
+ "grad_norm": 3.03125,
+ "learning_rate": 5.316241172897182e-06,
+ "loss": 0.2670560121536255,
+ "mean_token_accuracy": 0.9282024785876274,
+ "num_tokens": 21730596.0,
+ "step": 3500
+ },
+ {
+ "entropy": 0.20464302133768797,
+ "epoch": 0.9941934570174197,
+ "grad_norm": 2.375,
+ "learning_rate": 5.2933525065274985e-06,
+ "loss": 0.2473069190979004,
+ "mean_token_accuracy": 0.938903671503067,
+ "num_tokens": 21792048.0,
+ "step": 3510
+ },
+ {
+ "entropy": 0.23504498666152357,
+ "epoch": 0.9970259170089223,
+ "grad_norm": 3.203125,
+ "learning_rate": 5.270457669838426e-06,
+ "loss": 0.2798953056335449,
+ "mean_token_accuracy": 0.9298026710748672,
+ "num_tokens": 21852453.0,
+ "step": 3520
+ },
+ {
+ "entropy": 0.23485905332490803,
+ "epoch": 0.9998583770004249,
+ "grad_norm": 3.046875,
+ "learning_rate": 5.247557144395496e-06,
+ "loss": 0.2785156726837158,
+ "mean_token_accuracy": 0.9281878650188446,
+ "num_tokens": 21912110.0,
+ "step": 3530
+ },
+ {
+ "entropy": 0.2364016239972491,
+ "epoch": 1.0025492139923524,
+ "grad_norm": 3.484375,
+ "learning_rate": 5.224651411883888e-06,
+ "loss": 0.25762851238250734,
+ "mean_token_accuracy": 0.929062733524724,
+ "num_tokens": 21966859.0,
+ "step": 3540
+ },
+ {
+ "entropy": 0.2793822526931763,
+ "epoch": 1.005381673983855,
+ "grad_norm": 2.65625,
+ "learning_rate": 5.201740954098317e-06,
+ "loss": 0.31718974113464354,
+ "mean_token_accuracy": 0.9170115202665329,
+ "num_tokens": 22030847.0,
+ "step": 3550
+ },
+ {
+ "entropy": 0.23313034195452928,
+ "epoch": 1.0082141339753576,
+ "grad_norm": 2.734375,
+ "learning_rate": 5.178826252932875e-06,
+ "loss": 0.28593480587005615,
+ "mean_token_accuracy": 0.9298394277691842,
+ "num_tokens": 22087983.0,
+ "step": 3560
+ },
+ {
+ "entropy": 0.32014531176537275,
+ "epoch": 1.0110465939668603,
+ "grad_norm": 2.40625,
+ "learning_rate": 5.1559077903709205e-06,
+ "loss": 0.36345155239105226,
+ "mean_token_accuracy": 0.9048336192965507,
+ "num_tokens": 22158054.0,
+ "step": 3570
+ },
+ {
+ "entropy": 0.24665002673864364,
+ "epoch": 1.0138790539583629,
+ "grad_norm": 3.640625,
+ "learning_rate": 5.132986048474921e-06,
+ "loss": 0.275803279876709,
+ "mean_token_accuracy": 0.927152869105339,
+ "num_tokens": 22222906.0,
+ "step": 3580
+ },
+ {
+ "entropy": 0.20049935090355575,
+ "epoch": 1.0167115139498655,
+ "grad_norm": 2.65625,
+ "learning_rate": 5.110061509376324e-06,
+ "loss": 0.25468080043792723,
+ "mean_token_accuracy": 0.9376501187682151,
+ "num_tokens": 22284229.0,
+ "step": 3590
+ },
+ {
+ "entropy": 0.21108807949349284,
+ "epoch": 1.019543973941368,
+ "grad_norm": 2.6875,
+ "learning_rate": 5.087134655265414e-06,
+ "loss": 0.22255489826202393,
+ "mean_token_accuracy": 0.9390177398920059,
+ "num_tokens": 22342674.0,
+ "step": 3600
+ },
+ {
+ "entropy": 0.21080059758387507,
+ "epoch": 1.0223764339328707,
+ "grad_norm": 2.390625,
+ "learning_rate": 5.064205968381165e-06,
+ "loss": 0.2495854377746582,
+ "mean_token_accuracy": 0.9353915929794312,
+ "num_tokens": 22402978.0,
+ "step": 3610
+ },
+ {
+ "entropy": 0.24261510106734932,
+ "epoch": 1.0252088939243733,
+ "grad_norm": 2.828125,
+ "learning_rate": 5.041275931001103e-06,
+ "loss": 0.2866044521331787,
+ "mean_token_accuracy": 0.9248599737882615,
+ "num_tokens": 22465815.0,
+ "step": 3620
+ },
+ {
+ "entropy": 0.24124777279794216,
+ "epoch": 1.028041353915876,
+ "grad_norm": 2.59375,
+ "learning_rate": 5.018345025431163e-06,
+ "loss": 0.2976717948913574,
+ "mean_token_accuracy": 0.9272374495863914,
+ "num_tokens": 22529737.0,
+ "step": 3630
+ },
+ {
+ "entropy": 0.18002105895429849,
+ "epoch": 1.0308738139073785,
+ "grad_norm": 3.96875,
+ "learning_rate": 4.995413733995536e-06,
+ "loss": 0.22781128883361818,
+ "mean_token_accuracy": 0.943612651526928,
+ "num_tokens": 22581438.0,
+ "step": 3640
+ },
+ {
+ "entropy": 0.2787385611794889,
+ "epoch": 1.0337062738988811,
+ "grad_norm": 2.609375,
+ "learning_rate": 4.972482539026534e-06,
+ "loss": 0.3564354181289673,
+ "mean_token_accuracy": 0.9166697680950164,
+ "num_tokens": 22650104.0,
+ "step": 3650
+ },
+ {
+ "entropy": 0.24818939734250306,
+ "epoch": 1.0365387338903838,
+ "grad_norm": 2.546875,
+ "learning_rate": 4.949551922854437e-06,
+ "loss": 0.2923859119415283,
+ "mean_token_accuracy": 0.9222414746880532,
+ "num_tokens": 22715078.0,
+ "step": 3660
+ },
+ {
+ "entropy": 0.30072745531797407,
+ "epoch": 1.0393711938818864,
+ "grad_norm": 2.5,
+ "learning_rate": 4.9266223677973535e-06,
+ "loss": 0.3649793863296509,
+ "mean_token_accuracy": 0.9093805760145187,
+ "num_tokens": 22779128.0,
+ "step": 3670
+ },
+ {
+ "entropy": 0.2735717059113085,
+ "epoch": 1.042203653873389,
+ "grad_norm": 3.03125,
+ "learning_rate": 4.903694356151067e-06,
+ "loss": 0.33859407901763916,
+ "mean_token_accuracy": 0.920712086558342,
+ "num_tokens": 22838678.0,
+ "step": 3680
+ },
+ {
+ "entropy": 0.24776854524388908,
+ "epoch": 1.0450361138648916,
+ "grad_norm": 3.34375,
+ "learning_rate": 4.880768370178903e-06,
+ "loss": 0.2938645601272583,
+ "mean_token_accuracy": 0.9247753649950028,
+ "num_tokens": 22901030.0,
+ "step": 3690
+ },
+ {
+ "entropy": 0.28547956682741643,
+ "epoch": 1.0478685738563942,
+ "grad_norm": 3.25,
+ "learning_rate": 4.857844892101581e-06,
+ "loss": 0.31749529838562013,
+ "mean_token_accuracy": 0.9150549530982971,
+ "num_tokens": 22966463.0,
+ "step": 3700
+ },
+ {
+ "entropy": 0.27090682154521345,
+ "epoch": 1.0507010338478968,
+ "grad_norm": 2.9375,
+ "learning_rate": 4.8349244040870615e-06,
+ "loss": 0.31164238452911375,
+ "mean_token_accuracy": 0.9199892401695251,
+ "num_tokens": 23030646.0,
+ "step": 3710
+ },
+ {
+ "entropy": 0.28554144450463353,
+ "epoch": 1.0535334938393994,
+ "grad_norm": 3.21875,
+ "learning_rate": 4.81200738824042e-06,
+ "loss": 0.33346972465515134,
+ "mean_token_accuracy": 0.914961189031601,
+ "num_tokens": 23095184.0,
+ "step": 3720
+ },
+ {
+ "entropy": 0.2344823520630598,
+ "epoch": 1.056365953830902,
+ "grad_norm": 3.09375,
+ "learning_rate": 4.789094326593694e-06,
+ "loss": 0.27491049766540526,
+ "mean_token_accuracy": 0.9276390865445137,
+ "num_tokens": 23157519.0,
+ "step": 3730
+ },
+ {
+ "entropy": 0.2247807363048196,
+ "epoch": 1.0591984138224046,
+ "grad_norm": 2.578125,
+ "learning_rate": 4.7661857010957544e-06,
+ "loss": 0.29062414169311523,
+ "mean_token_accuracy": 0.9323610827326775,
+ "num_tokens": 23220127.0,
+ "step": 3740
+ },
+ {
+ "entropy": 0.30474386662244796,
+ "epoch": 1.0620308738139075,
+ "grad_norm": 2.671875,
+ "learning_rate": 4.74328199360216e-06,
+ "loss": 0.34965219497680666,
+ "mean_token_accuracy": 0.9088528916239739,
+ "num_tokens": 23286958.0,
+ "step": 3750
+ },
+ {
+ "entropy": 0.2338505291379988,
+ "epoch": 1.06486333380541,
+ "grad_norm": 3.25,
+ "learning_rate": 4.7203836858650245e-06,
+ "loss": 0.2581803560256958,
+ "mean_token_accuracy": 0.9286656439304352,
+ "num_tokens": 23348093.0,
+ "step": 3760
+ },
+ {
+ "entropy": 0.24440567148849368,
+ "epoch": 1.0676957937969127,
+ "grad_norm": 3.1875,
+ "learning_rate": 4.697491259522885e-06,
+ "loss": 0.2948632001876831,
+ "mean_token_accuracy": 0.9275662273168563,
+ "num_tokens": 23408498.0,
+ "step": 3770
+ },
+ {
+ "entropy": 0.28493724055588243,
+ "epoch": 1.0705282537884153,
+ "grad_norm": 2.75,
+ "learning_rate": 4.674605196090573e-06,
+ "loss": 0.33446450233459474,
+ "mean_token_accuracy": 0.9151169151067734,
+ "num_tokens": 23474213.0,
+ "step": 3780
+ },
+ {
+ "entropy": 0.2917953743599355,
+ "epoch": 1.073360713779918,
+ "grad_norm": 3.484375,
+ "learning_rate": 4.6517259769490785e-06,
+ "loss": 0.34922327995300295,
+ "mean_token_accuracy": 0.9116038754582405,
+ "num_tokens": 23533572.0,
+ "step": 3790
+ },
+ {
+ "entropy": 0.2651925656944513,
+ "epoch": 1.0761931737714205,
+ "grad_norm": 2.921875,
+ "learning_rate": 4.628854083335437e-06,
+ "loss": 0.3211617708206177,
+ "mean_token_accuracy": 0.9167863488197326,
+ "num_tokens": 23595917.0,
+ "step": 3800
+ },
+ {
+ "entropy": 0.26236009476706385,
+ "epoch": 1.0790256337629232,
+ "grad_norm": 2.953125,
+ "learning_rate": 4.605989996332592e-06,
+ "loss": 0.3187077283859253,
+ "mean_token_accuracy": 0.9190028637647629,
+ "num_tokens": 23662377.0,
+ "step": 3810
+ },
+ {
+ "entropy": 0.2401001263409853,
+ "epoch": 1.0818580937544258,
+ "grad_norm": 2.921875,
+ "learning_rate": 4.583134196859289e-06,
+ "loss": 0.29697332382202146,
+ "mean_token_accuracy": 0.927865743637085,
+ "num_tokens": 23731388.0,
+ "step": 3820
+ },
+ {
+ "entropy": 0.2431210996583104,
+ "epoch": 1.0846905537459284,
+ "grad_norm": 3.484375,
+ "learning_rate": 4.56028716565996e-06,
+ "loss": 0.2828571081161499,
+ "mean_token_accuracy": 0.9250638440251351,
+ "num_tokens": 23793919.0,
+ "step": 3830
+ },
+ {
+ "entropy": 0.2633368631824851,
+ "epoch": 1.087523013737431,
+ "grad_norm": 3.0,
+ "learning_rate": 4.5374493832945956e-06,
+ "loss": 0.34889698028564453,
+ "mean_token_accuracy": 0.9208544954657555,
+ "num_tokens": 23857592.0,
+ "step": 3840
+ },
+ {
+ "entropy": 0.2593194010667503,
+ "epoch": 1.0903554737289336,
+ "grad_norm": 2.96875,
+ "learning_rate": 4.5146213301286576e-06,
+ "loss": 0.3171344995498657,
+ "mean_token_accuracy": 0.9193354442715644,
+ "num_tokens": 23920418.0,
+ "step": 3850
+ },
+ {
+ "entropy": 0.20949211195111275,
+ "epoch": 1.0931879337204362,
+ "grad_norm": 2.796875,
+ "learning_rate": 4.49180348632296e-06,
+ "loss": 0.25888381004333494,
+ "mean_token_accuracy": 0.9346993267536163,
+ "num_tokens": 23978686.0,
+ "step": 3860
+ },
+ {
+ "entropy": 0.23353609554469584,
+ "epoch": 1.0960203937119388,
+ "grad_norm": 2.75,
+ "learning_rate": 4.46899633182358e-06,
+ "loss": 0.26508593559265137,
+ "mean_token_accuracy": 0.9285413965582847,
+ "num_tokens": 24039945.0,
+ "step": 3870
+ },
+ {
+ "entropy": 0.22241716757416724,
+ "epoch": 1.0988528537034414,
+ "grad_norm": 3.3125,
+ "learning_rate": 4.446200346351754e-06,
+ "loss": 0.2597146987915039,
+ "mean_token_accuracy": 0.9320032343268394,
+ "num_tokens": 24101482.0,
+ "step": 3880
+ },
+ {
+ "entropy": 0.2613720097579062,
+ "epoch": 1.101685313694944,
+ "grad_norm": 3.140625,
+ "learning_rate": 4.423416009393794e-06,
+ "loss": 0.34312365055084226,
+ "mean_token_accuracy": 0.9211692824959755,
+ "num_tokens": 24168115.0,
+ "step": 3890
+ },
+ {
+ "entropy": 0.2367805289104581,
+ "epoch": 1.1045177736864467,
+ "grad_norm": 3.515625,
+ "learning_rate": 4.400643800190996e-06,
+ "loss": 0.2766649961471558,
+ "mean_token_accuracy": 0.9266433954238892,
+ "num_tokens": 24227079.0,
+ "step": 3900
+ },
+ {
+ "entropy": 0.25535101108253,
+ "epoch": 1.1073502336779493,
+ "grad_norm": 3.375,
+ "learning_rate": 4.377884197729569e-06,
+ "loss": 0.29713072776794436,
+ "mean_token_accuracy": 0.9217936024069786,
+ "num_tokens": 24285604.0,
+ "step": 3910
+ },
+ {
+ "entropy": 0.24405209170654416,
+ "epoch": 1.1101826936694519,
+ "grad_norm": 2.96875,
+ "learning_rate": 4.355137680730547e-06,
+ "loss": 0.2735821485519409,
+ "mean_token_accuracy": 0.9273178353905678,
+ "num_tokens": 24350648.0,
+ "step": 3920
+ },
+ {
+ "entropy": 0.19264007853344084,
+ "epoch": 1.1130151536609545,
+ "grad_norm": 3.1875,
+ "learning_rate": 4.3324047276397345e-06,
+ "loss": 0.21265592575073242,
+ "mean_token_accuracy": 0.9414500996470452,
+ "num_tokens": 24404283.0,
+ "step": 3930
+ },
+ {
+ "entropy": 0.2032804255373776,
+ "epoch": 1.115847613652457,
+ "grad_norm": 2.234375,
+ "learning_rate": 4.309685816617626e-06,
+ "loss": 0.24111554622650147,
+ "mean_token_accuracy": 0.9380518972873688,
+ "num_tokens": 24464553.0,
+ "step": 3940
+ },
+ {
+ "entropy": 0.25125723276287315,
+ "epoch": 1.1186800736439597,
+ "grad_norm": 2.390625,
+ "learning_rate": 4.2869814255293664e-06,
+ "loss": 0.2969962120056152,
+ "mean_token_accuracy": 0.9229256942868233,
+ "num_tokens": 24525942.0,
+ "step": 3950
+ },
+ {
+ "entropy": 0.30800585420802234,
+ "epoch": 1.1215125336354623,
+ "grad_norm": 3.015625,
+ "learning_rate": 4.264292031934691e-06,
+ "loss": 0.3487081050872803,
+ "mean_token_accuracy": 0.9075676053762436,
+ "num_tokens": 24600735.0,
+ "step": 3960
+ },
+ {
+ "entropy": 0.279854978248477,
+ "epoch": 1.124344993626965,
+ "grad_norm": 3.421875,
+ "learning_rate": 4.241618113077873e-06,
+ "loss": 0.3201010704040527,
+ "mean_token_accuracy": 0.9143659561872483,
+ "num_tokens": 24664043.0,
+ "step": 3970
+ },
+ {
+ "entropy": 0.2509489542804658,
+ "epoch": 1.1271774536184676,
+ "grad_norm": 3.21875,
+ "learning_rate": 4.218960145877701e-06,
+ "loss": 0.3090847969055176,
+ "mean_token_accuracy": 0.9232483163475991,
+ "num_tokens": 24733274.0,
+ "step": 3980
+ },
+ {
+ "entropy": 0.2290360671468079,
+ "epoch": 1.1300099136099702,
+ "grad_norm": 3.359375,
+ "learning_rate": 4.196318606917434e-06,
+ "loss": 0.2809190511703491,
+ "mean_token_accuracy": 0.9275623843073845,
+ "num_tokens": 24793456.0,
+ "step": 3990
+ },
+ {
+ "entropy": 0.2779017182998359,
+ "epoch": 1.132842373601473,
+ "grad_norm": 3.078125,
+ "learning_rate": 4.1736939724347855e-06,
+ "loss": 0.3090373992919922,
+ "mean_token_accuracy": 0.9156718105077744,
+ "num_tokens": 24859440.0,
+ "step": 4000
+ },
+ {
+ "entropy": 0.18849533493630588,
+ "epoch": 1.1356748335929754,
+ "grad_norm": 2.8125,
+ "learning_rate": 4.151086718311906e-06,
+ "loss": 0.22783432006835938,
+ "mean_token_accuracy": 0.9417475983500481,
+ "num_tokens": 24919915.0,
+ "step": 4010
+ },
+ {
+ "entropy": 0.28349222652614114,
+ "epoch": 1.1385072935844782,
+ "grad_norm": 3.234375,
+ "learning_rate": 4.128497320065363e-06,
+ "loss": 0.3526163578033447,
+ "mean_token_accuracy": 0.9164958953857422,
+ "num_tokens": 24988315.0,
+ "step": 4020
+ },
+ {
+ "entropy": 0.22427970254793764,
+ "epoch": 1.1413397535759808,
+ "grad_norm": 2.890625,
+ "learning_rate": 4.105926252836155e-06,
+ "loss": 0.2701232433319092,
+ "mean_token_accuracy": 0.9306072682142258,
+ "num_tokens": 25051911.0,
+ "step": 4030
+ },
+ {
+ "entropy": 0.25542295109480617,
+ "epoch": 1.1441722135674834,
+ "grad_norm": 3.734375,
+ "learning_rate": 4.083373991379708e-06,
+ "loss": 0.28418903350830077,
+ "mean_token_accuracy": 0.9231105580925941,
+ "num_tokens": 25113999.0,
+ "step": 4040
+ },
+ {
+ "entropy": 0.22154931565746666,
+ "epoch": 1.147004673558986,
+ "grad_norm": 2.296875,
+ "learning_rate": 4.060841010055885e-06,
+ "loss": 0.27008485794067383,
+ "mean_token_accuracy": 0.9335736617445946,
+ "num_tokens": 25171528.0,
+ "step": 4050
+ },
+ {
+ "entropy": 0.20193984226789324,
+ "epoch": 1.1498371335504887,
+ "grad_norm": 2.328125,
+ "learning_rate": 4.038327782819023e-06,
+ "loss": 0.24059042930603028,
+ "mean_token_accuracy": 0.9381761983036995,
+ "num_tokens": 25233866.0,
+ "step": 4060
+ },
+ {
+ "entropy": 0.21094176713377238,
+ "epoch": 1.1526695935419913,
+ "grad_norm": 2.9375,
+ "learning_rate": 4.015834783207947e-06,
+ "loss": 0.26112253665924073,
+ "mean_token_accuracy": 0.936613292992115,
+ "num_tokens": 25295627.0,
+ "step": 4070
+ },
+ {
+ "entropy": 0.22350301230326294,
+ "epoch": 1.155502053533494,
+ "grad_norm": 2.609375,
+ "learning_rate": 3.993362484336025e-06,
+ "loss": 0.27268052101135254,
+ "mean_token_accuracy": 0.9308605536818504,
+ "num_tokens": 25352177.0,
+ "step": 4080
+ },
+ {
+ "entropy": 0.2413484001532197,
+ "epoch": 1.1583345135249965,
+ "grad_norm": 2.53125,
+ "learning_rate": 3.97091135888121e-06,
+ "loss": 0.2961695194244385,
+ "mean_token_accuracy": 0.9274478688836097,
+ "num_tokens": 25408721.0,
+ "step": 4090
+ },
+ {
+ "entropy": 0.24861616538837553,
+ "epoch": 1.1611669735164991,
+ "grad_norm": 3.109375,
+ "learning_rate": 3.948481879076088e-06,
+ "loss": 0.3045854091644287,
+ "mean_token_accuracy": 0.9254580214619637,
+ "num_tokens": 25473577.0,
+ "step": 4100
+ },
+ {
+ "entropy": 0.22829729141667485,
+ "epoch": 1.1639994335080017,
+ "grad_norm": 2.78125,
+ "learning_rate": 3.926074516697964e-06,
+ "loss": 0.26290230751037597,
+ "mean_token_accuracy": 0.9304362386465073,
+ "num_tokens": 25534011.0,
+ "step": 4110
+ },
+ {
+ "entropy": 0.22681598402559758,
+ "epoch": 1.1668318934995043,
+ "grad_norm": 2.703125,
+ "learning_rate": 3.903689743058927e-06,
+ "loss": 0.2976879119873047,
+ "mean_token_accuracy": 0.930561275780201,
+ "num_tokens": 25596453.0,
+ "step": 4120
+ },
+ {
+ "entropy": 0.1806016440503299,
+ "epoch": 1.169664353491007,
+ "grad_norm": 2.921875,
+ "learning_rate": 3.881328028995939e-06,
+ "loss": 0.2117543935775757,
+ "mean_token_accuracy": 0.9451305896043778,
+ "num_tokens": 25652619.0,
+ "step": 4130
+ },
+ {
+ "entropy": 0.26367070972919465,
+ "epoch": 1.1724968134825096,
+ "grad_norm": 3.109375,
+ "learning_rate": 3.858989844860928e-06,
+ "loss": 0.3070235013961792,
+ "mean_token_accuracy": 0.9207400143146515,
+ "num_tokens": 25710982.0,
+ "step": 4140
+ },
+ {
+ "entropy": 0.2163207576610148,
+ "epoch": 1.1753292734740122,
+ "grad_norm": 2.5,
+ "learning_rate": 3.836675660510904e-06,
+ "loss": 0.2601778030395508,
+ "mean_token_accuracy": 0.9358288258314132,
+ "num_tokens": 25770860.0,
+ "step": 4150
+ },
+ {
+ "entropy": 0.2428675949573517,
+ "epoch": 1.1781617334655148,
+ "grad_norm": 3.53125,
+ "learning_rate": 3.814385945298064e-06,
+ "loss": 0.3027503252029419,
+ "mean_token_accuracy": 0.9261119350790977,
+ "num_tokens": 25831304.0,
+ "step": 4160
+ },
+ {
+ "entropy": 0.23329113675281404,
+ "epoch": 1.1809941934570174,
+ "grad_norm": 2.734375,
+ "learning_rate": 3.7921211680599316e-06,
+ "loss": 0.25751571655273436,
+ "mean_token_accuracy": 0.9266592547297478,
+ "num_tokens": 25889285.0,
+ "step": 4170
+ },
+ {
+ "entropy": 0.22774195326492191,
+ "epoch": 1.18382665344852,
+ "grad_norm": 2.828125,
+ "learning_rate": 3.7698817971094854e-06,
+ "loss": 0.25943894386291505,
+ "mean_token_accuracy": 0.9310021102428436,
+ "num_tokens": 25950889.0,
+ "step": 4180
+ },
+ {
+ "entropy": 0.30657786335796117,
+ "epoch": 1.1866591134400226,
+ "grad_norm": 3.1875,
+ "learning_rate": 3.7476683002253175e-06,
+ "loss": 0.3742470026016235,
+ "mean_token_accuracy": 0.9084239676594734,
+ "num_tokens": 26016710.0,
+ "step": 4190
+ },
+ {
+ "entropy": 0.26363484296016393,
+ "epoch": 1.1894915734315252,
+ "grad_norm": 3.25,
+ "learning_rate": 3.7254811446417816e-06,
+ "loss": 0.3128044605255127,
+ "mean_token_accuracy": 0.9210105195641518,
+ "num_tokens": 26076982.0,
+ "step": 4200
+ },
+ {
+ "entropy": 0.23388547785580158,
+ "epoch": 1.1923240334230278,
+ "grad_norm": 2.890625,
+ "learning_rate": 3.7033207970391847e-06,
+ "loss": 0.2698439359664917,
+ "mean_token_accuracy": 0.9309489011764527,
+ "num_tokens": 26137826.0,
+ "step": 4210
+ },
+ {
+ "entropy": 0.2579007504507899,
+ "epoch": 1.1951564934145305,
+ "grad_norm": 2.65625,
+ "learning_rate": 3.681187723533956e-06,
+ "loss": 0.31007983684539797,
+ "mean_token_accuracy": 0.922349001467228,
+ "num_tokens": 26198870.0,
+ "step": 4220
+ },
+ {
+ "entropy": 0.2128595493733883,
+ "epoch": 1.197988953406033,
+ "grad_norm": 2.84375,
+ "learning_rate": 3.65908238966884e-06,
+ "loss": 0.23348703384399414,
+ "mean_token_accuracy": 0.9355149224400521,
+ "num_tokens": 26261446.0,
+ "step": 4230
+ },
+ {
+ "entropy": 0.21918850131332873,
+ "epoch": 1.2008214133975357,
+ "grad_norm": 3.171875,
+ "learning_rate": 3.637005260403119e-06,
+ "loss": 0.27556893825531004,
+ "mean_token_accuracy": 0.9321137681603432,
+ "num_tokens": 26321393.0,
+ "step": 4240
+ },
+ {
+ "entropy": 0.265251987054944,
+ "epoch": 1.2036538733890383,
+ "grad_norm": 2.765625,
+ "learning_rate": 3.6149568001028223e-06,
+ "loss": 0.3239171266555786,
+ "mean_token_accuracy": 0.9196299970149994,
+ "num_tokens": 26388051.0,
+ "step": 4250
+ },
+ {
+ "entropy": 0.24416832169517874,
+ "epoch": 1.206486333380541,
+ "grad_norm": 3.6875,
+ "learning_rate": 3.5929374725309617e-06,
+ "loss": 0.30356464385986326,
+ "mean_token_accuracy": 0.926099605858326,
+ "num_tokens": 26453578.0,
+ "step": 4260
+ },
+ {
+ "entropy": 0.2318627736531198,
+ "epoch": 1.2093187933720437,
+ "grad_norm": 3.375,
+ "learning_rate": 3.5709477408377795e-06,
+ "loss": 0.28204798698425293,
+ "mean_token_accuracy": 0.9280649125576019,
+ "num_tokens": 26516677.0,
+ "step": 4270
+ },
+ {
+ "entropy": 0.21778175057843327,
+ "epoch": 1.2121512533635461,
+ "grad_norm": 3.484375,
+ "learning_rate": 3.5489880675509986e-06,
+ "loss": 0.26971137523651123,
+ "mean_token_accuracy": 0.9318681254982948,
+ "num_tokens": 26577736.0,
+ "step": 4280
+ },
+ {
+ "entropy": 0.19295280342921614,
+ "epoch": 1.214983713355049,
+ "grad_norm": 3.15625,
+ "learning_rate": 3.5270589145661038e-06,
+ "loss": 0.2568847894668579,
+ "mean_token_accuracy": 0.9388056635856629,
+ "num_tokens": 26638282.0,
+ "step": 4290
+ },
+ {
+ "entropy": 0.21848455602303146,
+ "epoch": 1.2178161733465516,
+ "grad_norm": 3.390625,
+ "learning_rate": 3.505160743136622e-06,
+ "loss": 0.2596912384033203,
+ "mean_token_accuracy": 0.9322919070720672,
+ "num_tokens": 26696035.0,
+ "step": 4300
+ },
+ {
+ "entropy": 0.26156329102814196,
+ "epoch": 1.2206486333380542,
+ "grad_norm": 2.921875,
+ "learning_rate": 3.4832940138644157e-06,
+ "loss": 0.3191622972488403,
+ "mean_token_accuracy": 0.9193585529923439,
+ "num_tokens": 26757717.0,
+ "step": 4310
+ },
+ {
+ "entropy": 0.19066684865392744,
+ "epoch": 1.2234810933295568,
+ "grad_norm": 3.25,
+ "learning_rate": 3.461459186690006e-06,
+ "loss": 0.213128399848938,
+ "mean_token_accuracy": 0.9399427071213722,
+ "num_tokens": 26814810.0,
+ "step": 4320
+ },
+ {
+ "entropy": 0.25585900731384753,
+ "epoch": 1.2263135533210594,
+ "grad_norm": 3.5,
+ "learning_rate": 3.4396567208828823e-06,
+ "loss": 0.32691617012023927,
+ "mean_token_accuracy": 0.9216562286019325,
+ "num_tokens": 26877440.0,
+ "step": 4330
+ },
+ {
+ "entropy": 0.24010503655299545,
+ "epoch": 1.229146013312562,
+ "grad_norm": 3.390625,
+ "learning_rate": 3.41788707503186e-06,
+ "loss": 0.3369575023651123,
+ "mean_token_accuracy": 0.9252798214554787,
+ "num_tokens": 26937573.0,
+ "step": 4340
+ },
+ {
+ "entropy": 0.19289563642814755,
+ "epoch": 1.2319784733040646,
+ "grad_norm": 2.890625,
+ "learning_rate": 3.396150707035424e-06,
+ "loss": 0.226908278465271,
+ "mean_token_accuracy": 0.9404228702187538,
+ "num_tokens": 26999317.0,
+ "step": 4350
+ },
+ {
+ "entropy": 0.25024923784658315,
+ "epoch": 1.2348109332955672,
+ "grad_norm": 2.75,
+ "learning_rate": 3.3744480740920944e-06,
+ "loss": 0.3028681755065918,
+ "mean_token_accuracy": 0.9250575214624405,
+ "num_tokens": 27056939.0,
+ "step": 4360
+ },
+ {
+ "entropy": 0.18302351711317896,
+ "epoch": 1.2376433932870698,
+ "grad_norm": 2.984375,
+ "learning_rate": 3.3527796326908203e-06,
+ "loss": 0.2093818426132202,
+ "mean_token_accuracy": 0.9447689831256867,
+ "num_tokens": 27117512.0,
+ "step": 4370
+ },
+ {
+ "entropy": 0.23567539155483247,
+ "epoch": 1.2404758532785725,
+ "grad_norm": 2.9375,
+ "learning_rate": 3.3311458386013686e-06,
+ "loss": 0.26779422760009763,
+ "mean_token_accuracy": 0.929200166463852,
+ "num_tokens": 27179134.0,
+ "step": 4380
+ },
+ {
+ "entropy": 0.262385786883533,
+ "epoch": 1.243308313270075,
+ "grad_norm": 2.984375,
+ "learning_rate": 3.3095471468647444e-06,
+ "loss": 0.3157880067825317,
+ "mean_token_accuracy": 0.921213936805725,
+ "num_tokens": 27242527.0,
+ "step": 4390
+ },
+ {
+ "entropy": 0.25156134786084294,
+ "epoch": 1.2461407732615777,
+ "grad_norm": 3.21875,
+ "learning_rate": 3.2879840117836175e-06,
+ "loss": 0.30792746543884275,
+ "mean_token_accuracy": 0.92156962454319,
+ "num_tokens": 27304448.0,
+ "step": 4400
+ },
+ {
+ "entropy": 0.21655702525749804,
+ "epoch": 1.2489732332530803,
+ "grad_norm": 2.546875,
+ "learning_rate": 3.266456886912761e-06,
+ "loss": 0.2759143114089966,
+ "mean_token_accuracy": 0.9322070553898811,
+ "num_tokens": 27364373.0,
+ "step": 4410
+ },
+ {
+ "entropy": 0.2756142715923488,
+ "epoch": 1.251805693244583,
+ "grad_norm": 3.09375,
+ "learning_rate": 3.2449662250495206e-06,
+ "loss": 0.33940753936767576,
+ "mean_token_accuracy": 0.914966894686222,
+ "num_tokens": 27428499.0,
+ "step": 4420
+ },
+ {
+ "entropy": 0.2818338614888489,
+ "epoch": 1.2546381532360855,
+ "grad_norm": 2.828125,
+ "learning_rate": 3.2235124782242866e-06,
+ "loss": 0.31711788177490235,
+ "mean_token_accuracy": 0.9134162411093711,
+ "num_tokens": 27493341.0,
+ "step": 4430
+ },
+ {
+ "entropy": 0.2091914065182209,
+ "epoch": 1.2574706132275881,
+ "grad_norm": 3.03125,
+ "learning_rate": 3.202096097690982e-06,
+ "loss": 0.24472830295562745,
+ "mean_token_accuracy": 0.9367028534412384,
+ "num_tokens": 27553035.0,
+ "step": 4440
+ },
+ {
+ "entropy": 0.2542508527636528,
+ "epoch": 1.2603030732190907,
+ "grad_norm": 2.1875,
+ "learning_rate": 3.180717533917578e-06,
+ "loss": 0.3394561767578125,
+ "mean_token_accuracy": 0.924777315557003,
+ "num_tokens": 27615534.0,
+ "step": 4450
+ },
+ {
+ "entropy": 0.25776216881349684,
+ "epoch": 1.2631355332105934,
+ "grad_norm": 2.875,
+ "learning_rate": 3.1593772365766107e-06,
+ "loss": 0.31199193000793457,
+ "mean_token_accuracy": 0.9221319362521172,
+ "num_tokens": 27679761.0,
+ "step": 4460
+ },
+ {
+ "entropy": 0.221833174303174,
+ "epoch": 1.265967993202096,
+ "grad_norm": 3.265625,
+ "learning_rate": 3.138075654535733e-06,
+ "loss": 0.2600731372833252,
+ "mean_token_accuracy": 0.9309741392731666,
+ "num_tokens": 27735044.0,
+ "step": 4470
+ },
+ {
+ "entropy": 0.25993210077285767,
+ "epoch": 1.2688004531935986,
+ "grad_norm": 2.875,
+ "learning_rate": 3.116813235848268e-06,
+ "loss": 0.29588348865509034,
+ "mean_token_accuracy": 0.9213003218173981,
+ "num_tokens": 27795159.0,
+ "step": 4480
+ },
+ {
+ "entropy": 0.25714250551536677,
+ "epoch": 1.2716329131851012,
+ "grad_norm": 2.65625,
+ "learning_rate": 3.0955904277437777e-06,
+ "loss": 0.3065769910812378,
+ "mean_token_accuracy": 0.9232428565621376,
+ "num_tokens": 27861206.0,
+ "step": 4490
+ },
+ {
+ "entropy": 0.25843508429825307,
+ "epoch": 1.2744653731766038,
+ "grad_norm": 2.921875,
+ "learning_rate": 3.0744076766186683e-06,
+ "loss": 0.309002947807312,
+ "mean_token_accuracy": 0.9217819094657898,
+ "num_tokens": 27925013.0,
+ "step": 4500
+ },
+ {
+ "entropy": 0.20204820288345218,
+ "epoch": 1.2772978331681064,
+ "grad_norm": 2.671875,
+ "learning_rate": 3.0532654280267963e-06,
+ "loss": 0.23697669506073,
+ "mean_token_accuracy": 0.9382702693343162,
+ "num_tokens": 27986113.0,
+ "step": 4510
+ },
+ {
+ "entropy": 0.2647128958255053,
+ "epoch": 1.2801302931596092,
+ "grad_norm": 2.71875,
+ "learning_rate": 3.0321641266700908e-06,
+ "loss": 0.3252225875854492,
+ "mean_token_accuracy": 0.9193501740694046,
+ "num_tokens": 28044486.0,
+ "step": 4520
+ },
+ {
+ "entropy": 0.2618610587902367,
+ "epoch": 1.2829627531511116,
+ "grad_norm": 2.953125,
+ "learning_rate": 3.011104216389209e-06,
+ "loss": 0.3027822494506836,
+ "mean_token_accuracy": 0.9214046269655227,
+ "num_tokens": 28105348.0,
+ "step": 4530
+ },
+ {
+ "entropy": 0.25285998843610286,
+ "epoch": 1.2857952131426145,
+ "grad_norm": 3.390625,
+ "learning_rate": 2.9900861401541935e-06,
+ "loss": 0.3302875518798828,
+ "mean_token_accuracy": 0.9243465468287468,
+ "num_tokens": 28167162.0,
+ "step": 4540
+ },
+ {
+ "entropy": 0.24863419402390718,
+ "epoch": 1.2886276731341169,
+ "grad_norm": 2.890625,
+ "learning_rate": 2.9691103400551612e-06,
+ "loss": 0.3088348627090454,
+ "mean_token_accuracy": 0.9230181276798248,
+ "num_tokens": 28229970.0,
+ "step": 4550
+ },
+ {
+ "entropy": 0.23397703059017658,
+ "epoch": 1.2914601331256197,
+ "grad_norm": 2.6875,
+ "learning_rate": 2.948177257292998e-06,
+ "loss": 0.2938363552093506,
+ "mean_token_accuracy": 0.9276159033179283,
+ "num_tokens": 28291333.0,
+ "step": 4560
+ },
+ {
+ "entropy": 0.2978225776925683,
+ "epoch": 1.2942925931171223,
+ "grad_norm": 2.609375,
+ "learning_rate": 2.9272873321700814e-06,
+ "loss": 0.3565410375595093,
+ "mean_token_accuracy": 0.9102242648601532,
+ "num_tokens": 28358389.0,
+ "step": 4570
+ },
+ {
+ "entropy": 0.2692898658104241,
+ "epoch": 1.297125053108625,
+ "grad_norm": 2.828125,
+ "learning_rate": 2.906441004081022e-06,
+ "loss": 0.3101436376571655,
+ "mean_token_accuracy": 0.9190399497747421,
+ "num_tokens": 28424358.0,
+ "step": 4580
+ },
+ {
+ "entropy": 0.21697850674390792,
+ "epoch": 1.2999575131001275,
+ "grad_norm": 3.25,
+ "learning_rate": 2.8856387115034174e-06,
+ "loss": 0.2602779626846313,
+ "mean_token_accuracy": 0.9343308910727501,
+ "num_tokens": 28481933.0,
+ "step": 4590
+ },
+ {
+ "entropy": 0.2726894068531692,
+ "epoch": 1.3027899730916301,
+ "grad_norm": 2.984375,
+ "learning_rate": 2.864880891988629e-06,
+ "loss": 0.32516028881073,
+ "mean_token_accuracy": 0.9169021070003509,
+ "num_tokens": 28546247.0,
+ "step": 4600
+ },
+ {
+ "entropy": 0.25623656772077086,
+ "epoch": 1.3056224330831327,
+ "grad_norm": 2.734375,
+ "learning_rate": 2.8441679821525857e-06,
+ "loss": 0.30165460109710696,
+ "mean_token_accuracy": 0.9226235717535018,
+ "num_tokens": 28613486.0,
+ "step": 4610
+ },
+ {
+ "entropy": 0.24329884480684996,
+ "epoch": 1.3084548930746354,
+ "grad_norm": 3.328125,
+ "learning_rate": 2.8235004176665915e-06,
+ "loss": 0.291753888130188,
+ "mean_token_accuracy": 0.9246421366930008,
+ "num_tokens": 28674698.0,
+ "step": 4620
+ },
+ {
+ "entropy": 0.2701176831498742,
+ "epoch": 1.311287353066138,
+ "grad_norm": 2.828125,
+ "learning_rate": 2.8028786332481618e-06,
+ "loss": 0.35086085796356203,
+ "mean_token_accuracy": 0.9178305074572564,
+ "num_tokens": 28740730.0,
+ "step": 4630
+ },
+ {
+ "entropy": 0.26439649127423764,
+ "epoch": 1.3141198130576406,
+ "grad_norm": 3.796875,
+ "learning_rate": 2.782303062651891e-06,
+ "loss": 0.30096120834350587,
+ "mean_token_accuracy": 0.9212312117218971,
+ "num_tokens": 28799052.0,
+ "step": 4640
+ },
+ {
+ "entropy": 0.2616453727707267,
+ "epoch": 1.3169522730491432,
+ "grad_norm": 3.078125,
+ "learning_rate": 2.7617741386603147e-06,
+ "loss": 0.32627871036529543,
+ "mean_token_accuracy": 0.9230263277888298,
+ "num_tokens": 28856755.0,
+ "step": 4650
+ },
+ {
+ "entropy": 0.22390527790412307,
+ "epoch": 1.3197847330406458,
+ "grad_norm": 3.03125,
+ "learning_rate": 2.741292293074815e-06,
+ "loss": 0.28043675422668457,
+ "mean_token_accuracy": 0.9319010078907013,
+ "num_tokens": 28917405.0,
+ "step": 4660
+ },
+ {
+ "entropy": 0.26067772330716255,
+ "epoch": 1.3226171930321484,
+ "grad_norm": 3.234375,
+ "learning_rate": 2.720857956706535e-06,
+ "loss": 0.31217050552368164,
+ "mean_token_accuracy": 0.9196974828839302,
+ "num_tokens": 28979060.0,
+ "step": 4670
+ },
+ {
+ "entropy": 0.24639188363216818,
+ "epoch": 1.325449653023651,
+ "grad_norm": 2.09375,
+ "learning_rate": 2.7004715593673193e-06,
+ "loss": 0.29030728340148926,
+ "mean_token_accuracy": 0.9242595240473748,
+ "num_tokens": 29048990.0,
+ "step": 4680
+ },
+ {
+ "entropy": 0.2595814616419375,
+ "epoch": 1.3282821130151536,
+ "grad_norm": 3.578125,
+ "learning_rate": 2.6801335298606735e-06,
+ "loss": 0.34323825836181643,
+ "mean_token_accuracy": 0.9196496069431305,
+ "num_tokens": 29108668.0,
+ "step": 4690
+ },
+ {
+ "entropy": 0.2499905712902546,
+ "epoch": 1.3311145730066563,
+ "grad_norm": 3.640625,
+ "learning_rate": 2.6598442959727405e-06,
+ "loss": 0.30095908641815183,
+ "mean_token_accuracy": 0.9234166145324707,
+ "num_tokens": 29170628.0,
+ "step": 4700
+ },
+ {
+ "entropy": 0.2795558024197817,
+ "epoch": 1.3339470329981589,
+ "grad_norm": 3.03125,
+ "learning_rate": 2.6396042844633084e-06,
+ "loss": 0.3358647108078003,
+ "mean_token_accuracy": 0.9151357725262642,
+ "num_tokens": 29231430.0,
+ "step": 4710
+ },
+ {
+ "entropy": 0.2527871862053871,
+ "epoch": 1.3367794929896615,
+ "grad_norm": 2.53125,
+ "learning_rate": 2.619413921056828e-06,
+ "loss": 0.2981950998306274,
+ "mean_token_accuracy": 0.9234776467084884,
+ "num_tokens": 29292069.0,
+ "step": 4720
+ },
+ {
+ "entropy": 0.24699923824518918,
+ "epoch": 1.339611952981164,
+ "grad_norm": 3.296875,
+ "learning_rate": 2.599273630433468e-06,
+ "loss": 0.2985649824142456,
+ "mean_token_accuracy": 0.9248224750161171,
+ "num_tokens": 29353453.0,
+ "step": 4730
+ },
+ {
+ "entropy": 0.2077005637809634,
+ "epoch": 1.3424444129726667,
+ "grad_norm": 2.703125,
+ "learning_rate": 2.5791838362201697e-06,
+ "loss": 0.2560413122177124,
+ "mean_token_accuracy": 0.9381126925349236,
+ "num_tokens": 29413096.0,
+ "step": 4740
+ },
+ {
+ "entropy": 0.25310145076364277,
+ "epoch": 1.3452768729641693,
+ "grad_norm": 2.453125,
+ "learning_rate": 2.559144960981743e-06,
+ "loss": 0.32078449726104735,
+ "mean_token_accuracy": 0.9215926051139831,
+ "num_tokens": 29477862.0,
+ "step": 4750
+ },
+ {
+ "entropy": 0.2216710806824267,
+ "epoch": 1.348109332955672,
+ "grad_norm": 3.3125,
+ "learning_rate": 2.539157426211984e-06,
+ "loss": 0.2861553430557251,
+ "mean_token_accuracy": 0.9337741181254386,
+ "num_tokens": 29536454.0,
+ "step": 4760
+ },
+ {
+ "entropy": 0.2361689003184438,
+ "epoch": 1.3509417929471748,
+ "grad_norm": 2.390625,
+ "learning_rate": 2.519221652324797e-06,
+ "loss": 0.28600006103515624,
+ "mean_token_accuracy": 0.9263621792197227,
+ "num_tokens": 29597387.0,
+ "step": 4770
+ },
+ {
+ "entropy": 0.20784252174198628,
+ "epoch": 1.3537742529386771,
+ "grad_norm": 2.484375,
+ "learning_rate": 2.4993380586453588e-06,
+ "loss": 0.24996912479400635,
+ "mean_token_accuracy": 0.936021265387535,
+ "num_tokens": 29661427.0,
+ "step": 4780
+ },
+ {
+ "entropy": 0.277555535454303,
+ "epoch": 1.35660671293018,
+ "grad_norm": 3.1875,
+ "learning_rate": 2.479507063401305e-06,
+ "loss": 0.3356276273727417,
+ "mean_token_accuracy": 0.9166460618376732,
+ "num_tokens": 29724154.0,
+ "step": 4790
+ },
+ {
+ "entropy": 0.32572520449757575,
+ "epoch": 1.3594391729216824,
+ "grad_norm": 4.625,
+ "learning_rate": 2.4597290837139133e-06,
+ "loss": 0.3810946226119995,
+ "mean_token_accuracy": 0.9033881530165673,
+ "num_tokens": 29788592.0,
+ "step": 4800
+ },
+ {
+ "entropy": 0.21838265378028154,
+ "epoch": 1.3622716329131852,
+ "grad_norm": 2.359375,
+ "learning_rate": 2.4400045355893524e-06,
+ "loss": 0.2777862071990967,
+ "mean_token_accuracy": 0.9348648384213447,
+ "num_tokens": 29851049.0,
+ "step": 4810
+ },
+ {
+ "entropy": 0.24609042005613446,
+ "epoch": 1.3651040929046876,
+ "grad_norm": 3.375,
+ "learning_rate": 2.420333833909924e-06,
+ "loss": 0.30987935066223143,
+ "mean_token_accuracy": 0.9248693987727166,
+ "num_tokens": 29913629.0,
+ "step": 4820
+ },
+ {
+ "entropy": 0.21056049782782793,
+ "epoch": 1.3679365528961904,
+ "grad_norm": 3.28125,
+ "learning_rate": 2.4007173924253212e-06,
+ "loss": 0.2472922086715698,
+ "mean_token_accuracy": 0.9366860389709473,
+ "num_tokens": 29971964.0,
+ "step": 4830
+ },
+ {
+ "entropy": 0.30174947492778303,
+ "epoch": 1.370769012887693,
+ "grad_norm": 2.765625,
+ "learning_rate": 2.381155623743953e-06,
+ "loss": 0.3823577880859375,
+ "mean_token_accuracy": 0.9080246448516845,
+ "num_tokens": 30043759.0,
+ "step": 4840
+ },
+ {
+ "entropy": 0.25103030242025853,
+ "epoch": 1.3736014728791957,
+ "grad_norm": 3.453125,
+ "learning_rate": 2.361648939324243e-06,
+ "loss": 0.28985164165496824,
+ "mean_token_accuracy": 0.926340526342392,
+ "num_tokens": 30100262.0,
+ "step": 4850
+ },
+ {
+ "entropy": 0.2580802061595023,
+ "epoch": 1.3764339328706983,
+ "grad_norm": 3.28125,
+ "learning_rate": 2.342197749465984e-06,
+ "loss": 0.31032874584198,
+ "mean_token_accuracy": 0.9193428009748459,
+ "num_tokens": 30164118.0,
+ "step": 4860
+ },
+ {
+ "entropy": 0.27607944067567586,
+ "epoch": 1.3792663928622009,
+ "grad_norm": 3.40625,
+ "learning_rate": 2.3228024633017116e-06,
+ "loss": 0.3126307487487793,
+ "mean_token_accuracy": 0.9179492324590683,
+ "num_tokens": 30224388.0,
+ "step": 4870
+ },
+ {
+ "entropy": 0.28047991786152127,
+ "epoch": 1.3820988528537035,
+ "grad_norm": 2.71875,
+ "learning_rate": 2.303463488788089e-06,
+ "loss": 0.30843875408172605,
+ "mean_token_accuracy": 0.9161667764186859,
+ "num_tokens": 30289143.0,
+ "step": 4880
+ },
+ {
+ "entropy": 0.2500641171820462,
+ "epoch": 1.384931312845206,
+ "grad_norm": 4.3125,
+ "learning_rate": 2.284181232697332e-06,
+ "loss": 0.3286006450653076,
+ "mean_token_accuracy": 0.9237422406673431,
+ "num_tokens": 30347509.0,
+ "step": 4890
+ },
+ {
+ "entropy": 0.26391101712360976,
+ "epoch": 1.3877637728367087,
+ "grad_norm": 3.1875,
+ "learning_rate": 2.2649561006086558e-06,
+ "loss": 0.36521620750427247,
+ "mean_token_accuracy": 0.921583104133606,
+ "num_tokens": 30407734.0,
+ "step": 4900
+ },
+ {
+ "entropy": 0.2082054775673896,
+ "epoch": 1.3905962328282113,
+ "grad_norm": 3.171875,
+ "learning_rate": 2.245788496899736e-06,
+ "loss": 0.26845521926879884,
+ "mean_token_accuracy": 0.9378845795989037,
+ "num_tokens": 30466946.0,
+ "step": 4910
+ },
+ {
+ "entropy": 0.22866754801943898,
+ "epoch": 1.393428692819714,
+ "grad_norm": 2.75,
+ "learning_rate": 2.2266788247382104e-06,
+ "loss": 0.27818896770477297,
+ "mean_token_accuracy": 0.9301291614770889,
+ "num_tokens": 30533581.0,
+ "step": 4920
+ },
+ {
+ "entropy": 0.24968635374680162,
+ "epoch": 1.3962611528112165,
+ "grad_norm": 3.1875,
+ "learning_rate": 2.207627486073193e-06,
+ "loss": 0.287874698638916,
+ "mean_token_accuracy": 0.9242622211575509,
+ "num_tokens": 30601850.0,
+ "step": 4930
+ },
+ {
+ "entropy": 0.30023376140743496,
+ "epoch": 1.3990936128027192,
+ "grad_norm": 2.578125,
+ "learning_rate": 2.188634881626824e-06,
+ "loss": 0.3350045680999756,
+ "mean_token_accuracy": 0.9105271488428116,
+ "num_tokens": 30671400.0,
+ "step": 4940
+ },
+ {
+ "entropy": 0.2472711553797126,
+ "epoch": 1.4019260727942218,
+ "grad_norm": 2.640625,
+ "learning_rate": 2.169701410885844e-06,
+ "loss": 0.30690841674804686,
+ "mean_token_accuracy": 0.925593939423561,
+ "num_tokens": 30730507.0,
+ "step": 4950
+ },
+ {
+ "entropy": 0.25907982494682075,
+ "epoch": 1.4047585327857244,
+ "grad_norm": 3.234375,
+ "learning_rate": 2.1508274720931782e-06,
+ "loss": 0.28761587142944334,
+ "mean_token_accuracy": 0.9222486436367034,
+ "num_tokens": 30795393.0,
+ "step": 4960
+ },
+ {
+ "entropy": 0.2811718896962702,
+ "epoch": 1.407590992777227,
+ "grad_norm": 3.234375,
+ "learning_rate": 2.132013462239575e-06,
+ "loss": 0.3265038251876831,
+ "mean_token_accuracy": 0.9145691886544227,
+ "num_tokens": 30857562.0,
+ "step": 4970
+ },
+ {
+ "entropy": 0.28517370773479345,
+ "epoch": 1.4104234527687296,
+ "grad_norm": 2.328125,
+ "learning_rate": 2.1132597770552438e-06,
+ "loss": 0.31507909297943115,
+ "mean_token_accuracy": 0.9142434164881706,
+ "num_tokens": 30922675.0,
+ "step": 4980
+ },
+ {
+ "entropy": 0.19877292485907674,
+ "epoch": 1.4132559127602322,
+ "grad_norm": 3.765625,
+ "learning_rate": 2.0945668110015444e-06,
+ "loss": 0.23243415355682373,
+ "mean_token_accuracy": 0.9366410985589028,
+ "num_tokens": 30976543.0,
+ "step": 4990
+ },
+ {
+ "entropy": 0.2432062154635787,
+ "epoch": 1.4160883727517348,
+ "grad_norm": 2.5,
+ "learning_rate": 2.0759349572626746e-06,
+ "loss": 0.2862151384353638,
+ "mean_token_accuracy": 0.9267523601651192,
+ "num_tokens": 31038473.0,
+ "step": 5000
+ },
+ {
+ "entropy": 0.3237845581024885,
+ "epoch": 1.4189208327432374,
+ "grad_norm": 3.875,
+ "learning_rate": 2.0573646077374104e-06,
+ "loss": 0.37770848274230956,
+ "mean_token_accuracy": 0.9031021609902382,
+ "num_tokens": 31099230.0,
+ "step": 5010
+ },
+ {
+ "entropy": 0.2877516193315387,
+ "epoch": 1.42175329273474,
+ "grad_norm": 2.734375,
+ "learning_rate": 2.0388561530308635e-06,
+ "loss": 0.34712216854095457,
+ "mean_token_accuracy": 0.9134866118431091,
+ "num_tokens": 31166088.0,
+ "step": 5020
+ },
+ {
+ "entropy": 0.2820683201774955,
+ "epoch": 1.4245857527262427,
+ "grad_norm": 2.796875,
+ "learning_rate": 2.020409982446257e-06,
+ "loss": 0.3219949960708618,
+ "mean_token_accuracy": 0.9166051208972931,
+ "num_tokens": 31228723.0,
+ "step": 5030
+ },
+ {
+ "entropy": 0.27668618680909274,
+ "epoch": 1.4274182127177455,
+ "grad_norm": 2.515625,
+ "learning_rate": 2.002026483976743e-06,
+ "loss": 0.3125786066055298,
+ "mean_token_accuracy": 0.9155862748622894,
+ "num_tokens": 31291073.0,
+ "step": 5040
+ },
+ {
+ "entropy": 0.2827945364639163,
+ "epoch": 1.4302506727092479,
+ "grad_norm": 2.890625,
+ "learning_rate": 1.983706044297246e-06,
+ "loss": 0.3369795560836792,
+ "mean_token_accuracy": 0.9160067468881607,
+ "num_tokens": 31353485.0,
+ "step": 5050
+ },
+ {
+ "entropy": 0.26270845299586654,
+ "epoch": 1.4330831327007507,
+ "grad_norm": 2.390625,
+ "learning_rate": 1.965449048756313e-06,
+ "loss": 0.32433252334594725,
+ "mean_token_accuracy": 0.917706748843193,
+ "num_tokens": 31416187.0,
+ "step": 5060
+ },
+ {
+ "entropy": 0.25601281197741627,
+ "epoch": 1.435915592692253,
+ "grad_norm": 3.171875,
+ "learning_rate": 1.9472558813680302e-06,
+ "loss": 0.3209353446960449,
+ "mean_token_accuracy": 0.9202107876539231,
+ "num_tokens": 31476116.0,
+ "step": 5070
+ },
+ {
+ "entropy": 0.20480688754469156,
+ "epoch": 1.438748052683756,
+ "grad_norm": 2.640625,
+ "learning_rate": 1.929126924803934e-06,
+ "loss": 0.23985617160797118,
+ "mean_token_accuracy": 0.9381486117839813,
+ "num_tokens": 31535405.0,
+ "step": 5080
+ },
+ {
+ "entropy": 0.2611421229317784,
+ "epoch": 1.4415805126752583,
+ "grad_norm": 3.5625,
+ "learning_rate": 1.9110625603849527e-06,
+ "loss": 0.32944498062133787,
+ "mean_token_accuracy": 0.9202523365616798,
+ "num_tokens": 31597693.0,
+ "step": 5090
+ },
+ {
+ "entropy": 0.23836144469678403,
+ "epoch": 1.4444129726667612,
+ "grad_norm": 2.03125,
+ "learning_rate": 1.893063168073408e-06,
+ "loss": 0.29022033214569093,
+ "mean_token_accuracy": 0.9306372493505478,
+ "num_tokens": 31656977.0,
+ "step": 5100
+ },
+ {
+ "entropy": 0.28606463205069305,
+ "epoch": 1.4472454326582638,
+ "grad_norm": 2.5,
+ "learning_rate": 1.8751291264650046e-06,
+ "loss": 0.3439618110656738,
+ "mean_token_accuracy": 0.9139068111777305,
+ "num_tokens": 31718707.0,
+ "step": 5110
+ },
+ {
+ "entropy": 0.2603332348167896,
+ "epoch": 1.4500778926497664,
+ "grad_norm": 3.359375,
+ "learning_rate": 1.8572608127808728e-06,
+ "loss": 0.31691861152648926,
+ "mean_token_accuracy": 0.9209822177886963,
+ "num_tokens": 31782906.0,
+ "step": 5120
+ },
+ {
+ "entropy": 0.20631724232807755,
+ "epoch": 1.452910352641269,
+ "grad_norm": 2.3125,
+ "learning_rate": 1.83945860285964e-06,
+ "loss": 0.2487272262573242,
+ "mean_token_accuracy": 0.9387247279286385,
+ "num_tokens": 31843112.0,
+ "step": 5130
+ },
+ {
+ "entropy": 0.312122474052012,
+ "epoch": 1.4557428126327716,
+ "grad_norm": 2.59375,
+ "learning_rate": 1.8217228711495144e-06,
+ "loss": 0.3650108814239502,
+ "mean_token_accuracy": 0.903496403992176,
+ "num_tokens": 31908733.0,
+ "step": 5140
+ },
+ {
+ "entropy": 0.21777895856648682,
+ "epoch": 1.4585752726242742,
+ "grad_norm": 2.84375,
+ "learning_rate": 1.8040539907004151e-06,
+ "loss": 0.2540838003158569,
+ "mean_token_accuracy": 0.933236388862133,
+ "num_tokens": 31965951.0,
+ "step": 5150
+ },
+ {
+ "entropy": 0.2150375141762197,
+ "epoch": 1.4614077326157768,
+ "grad_norm": 3.109375,
+ "learning_rate": 1.7864523331561289e-06,
+ "loss": 0.25230045318603517,
+ "mean_token_accuracy": 0.9354735314846039,
+ "num_tokens": 32030628.0,
+ "step": 5160
+ },
+ {
+ "entropy": 0.2608655440621078,
+ "epoch": 1.4642401926072794,
+ "grad_norm": 3.046875,
+ "learning_rate": 1.7689182687464856e-06,
+ "loss": 0.3130248308181763,
+ "mean_token_accuracy": 0.9211593955755234,
+ "num_tokens": 32097676.0,
+ "step": 5170
+ },
+ {
+ "entropy": 0.25380949294194577,
+ "epoch": 1.467072652598782,
+ "grad_norm": 2.890625,
+ "learning_rate": 1.7514521662795747e-06,
+ "loss": 0.2816046476364136,
+ "mean_token_accuracy": 0.9257098287343979,
+ "num_tokens": 32158741.0,
+ "step": 5180
+ },
+ {
+ "entropy": 0.25251292893663047,
+ "epoch": 1.4699051125902847,
+ "grad_norm": 2.65625,
+ "learning_rate": 1.7340543931339855e-06,
+ "loss": 0.29217917919158937,
+ "mean_token_accuracy": 0.9239209443330765,
+ "num_tokens": 32214336.0,
+ "step": 5190
+ },
+ {
+ "entropy": 0.19389442894607783,
+ "epoch": 1.4727375725817873,
+ "grad_norm": 2.609375,
+ "learning_rate": 1.7167253152510881e-06,
+ "loss": 0.2437535524368286,
+ "mean_token_accuracy": 0.9410161271691322,
+ "num_tokens": 32272894.0,
+ "step": 5200
+ },
+ {
+ "entropy": 0.24098797258920968,
+ "epoch": 1.47557003257329,
+ "grad_norm": 2.734375,
+ "learning_rate": 1.6994652971273234e-06,
+ "loss": 0.3020350217819214,
+ "mean_token_accuracy": 0.927329009771347,
+ "num_tokens": 32334986.0,
+ "step": 5210
+ },
+ {
+ "entropy": 0.22781321993097664,
+ "epoch": 1.4784024925647925,
+ "grad_norm": 3.34375,
+ "learning_rate": 1.6822747018065454e-06,
+ "loss": 0.27587802410125734,
+ "mean_token_accuracy": 0.9302007511258126,
+ "num_tokens": 32400375.0,
+ "step": 5220
+ },
+ {
+ "entropy": 0.2371103228069842,
+ "epoch": 1.4812349525562951,
+ "grad_norm": 2.640625,
+ "learning_rate": 1.6651538908723819e-06,
+ "loss": 0.2963529586791992,
+ "mean_token_accuracy": 0.9281015366315841,
+ "num_tokens": 32461495.0,
+ "step": 5230
+ },
+ {
+ "entropy": 0.2026872721500695,
+ "epoch": 1.4840674125477977,
+ "grad_norm": 3.703125,
+ "learning_rate": 1.648103224440628e-06,
+ "loss": 0.2533473253250122,
+ "mean_token_accuracy": 0.9393594354391098,
+ "num_tokens": 32520488.0,
+ "step": 5240
+ },
+ {
+ "entropy": 0.27795653184875846,
+ "epoch": 1.4868998725393003,
+ "grad_norm": 4.28125,
+ "learning_rate": 1.6311230611516787e-06,
+ "loss": 0.3331992864608765,
+ "mean_token_accuracy": 0.9139838621020318,
+ "num_tokens": 32579890.0,
+ "step": 5250
+ },
+ {
+ "entropy": 0.24200157299637795,
+ "epoch": 1.489732332530803,
+ "grad_norm": 2.453125,
+ "learning_rate": 1.6142137581629735e-06,
+ "loss": 0.29794676303863527,
+ "mean_token_accuracy": 0.9251758947968483,
+ "num_tokens": 32638891.0,
+ "step": 5260
+ },
+ {
+ "entropy": 0.28265436114743353,
+ "epoch": 1.4925647925223056,
+ "grad_norm": 2.953125,
+ "learning_rate": 1.5973756711414906e-06,
+ "loss": 0.32789628505706786,
+ "mean_token_accuracy": 0.9158792689442634,
+ "num_tokens": 32698889.0,
+ "step": 5270
+ },
+ {
+ "entropy": 0.2547013622708619,
+ "epoch": 1.4953972525138082,
+ "grad_norm": 3.34375,
+ "learning_rate": 1.5806091542562702e-06,
+ "loss": 0.3087520360946655,
+ "mean_token_accuracy": 0.9223901182413101,
+ "num_tokens": 32761937.0,
+ "step": 5280
+ },
+ {
+ "entropy": 0.22827409273013471,
+ "epoch": 1.4982297125053108,
+ "grad_norm": 2.9375,
+ "learning_rate": 1.5639145601709565e-06,
+ "loss": 0.2831422328948975,
+ "mean_token_accuracy": 0.9307228982448578,
+ "num_tokens": 32827776.0,
+ "step": 5290
+ },
+ {
+ "entropy": 0.2951494877226651,
+ "epoch": 1.5010621724968134,
+ "grad_norm": 2.59375,
+ "learning_rate": 1.5472922400363822e-06,
+ "loss": 0.36947824954986574,
+ "mean_token_accuracy": 0.9096596837043762,
+ "num_tokens": 32894314.0,
+ "step": 5300
+ },
+ {
+ "entropy": 0.2979168656282127,
+ "epoch": 1.5038946324883162,
+ "grad_norm": 2.859375,
+ "learning_rate": 1.5307425434831907e-06,
+ "loss": 0.3343170642852783,
+ "mean_token_accuracy": 0.9080912008881569,
+ "num_tokens": 32956538.0,
+ "step": 5310
+ },
+ {
+ "entropy": 0.30057740341871975,
+ "epoch": 1.5067270924798186,
+ "grad_norm": 3.15625,
+ "learning_rate": 1.5142658186144643e-06,
+ "loss": 0.35959796905517577,
+ "mean_token_accuracy": 0.910037699341774,
+ "num_tokens": 33021410.0,
+ "step": 5320
+ },
+ {
+ "entropy": 0.24314799094572664,
+ "epoch": 1.5095595524713215,
+ "grad_norm": 2.875,
+ "learning_rate": 1.4978624119984215e-06,
+ "loss": 0.2805622100830078,
+ "mean_token_accuracy": 0.9268027886748313,
+ "num_tokens": 33077695.0,
+ "step": 5330
+ },
+ {
+ "entropy": 0.20980772599577904,
+ "epoch": 1.5123920124628238,
+ "grad_norm": 3.21875,
+ "learning_rate": 1.4815326686611203e-06,
+ "loss": 0.2554431200027466,
+ "mean_token_accuracy": 0.936587342619896,
+ "num_tokens": 33139831.0,
+ "step": 5340
+ },
+ {
+ "entropy": 0.21507870415225624,
+ "epoch": 1.5152244724543267,
+ "grad_norm": 3.203125,
+ "learning_rate": 1.4652769320791903e-06,
+ "loss": 0.24842193126678466,
+ "mean_token_accuracy": 0.9355509415268898,
+ "num_tokens": 33197251.0,
+ "step": 5350
+ },
+ {
+ "entropy": 0.2641136610880494,
+ "epoch": 1.518056932445829,
+ "grad_norm": 3.8125,
+ "learning_rate": 1.4490955441726274e-06,
+ "loss": 0.3337679624557495,
+ "mean_token_accuracy": 0.9209033325314522,
+ "num_tokens": 33257985.0,
+ "step": 5360
+ },
+ {
+ "entropy": 0.24620256144553423,
+ "epoch": 1.520889392437332,
+ "grad_norm": 3.484375,
+ "learning_rate": 1.432988845297586e-06,
+ "loss": 0.29033358097076417,
+ "mean_token_accuracy": 0.9254283532500267,
+ "num_tokens": 33319091.0,
+ "step": 5370
+ },
+ {
+ "entropy": 0.2379481267184019,
+ "epoch": 1.5237218524288343,
+ "grad_norm": 2.265625,
+ "learning_rate": 1.4169571742392258e-06,
+ "loss": 0.27025935649871824,
+ "mean_token_accuracy": 0.9277426168322563,
+ "num_tokens": 33383844.0,
+ "step": 5380
+ },
+ {
+ "entropy": 0.2868938121944666,
+ "epoch": 1.5265543124203371,
+ "grad_norm": 3.71875,
+ "learning_rate": 1.4010008682045923e-06,
+ "loss": 0.3404625415802002,
+ "mean_token_accuracy": 0.9113814622163773,
+ "num_tokens": 33453218.0,
+ "step": 5390
+ },
+ {
+ "entropy": 0.22716827960684896,
+ "epoch": 1.5293867724118397,
+ "grad_norm": 3.171875,
+ "learning_rate": 1.3851202628155107e-06,
+ "loss": 0.25096280574798585,
+ "mean_token_accuracy": 0.9309007912874222,
+ "num_tokens": 33508903.0,
+ "step": 5400
+ },
+ {
+ "entropy": 0.27040613191202284,
+ "epoch": 1.5322192324033423,
+ "grad_norm": 3.328125,
+ "learning_rate": 1.369315692101536e-06,
+ "loss": 0.32122843265533446,
+ "mean_token_accuracy": 0.9177961051464081,
+ "num_tokens": 33573171.0,
+ "step": 5410
+ },
+ {
+ "entropy": 0.2600837898440659,
+ "epoch": 1.535051692394845,
+ "grad_norm": 3.234375,
+ "learning_rate": 1.3535874884929268e-06,
+ "loss": 0.3213672637939453,
+ "mean_token_accuracy": 0.9197964414954185,
+ "num_tokens": 33636074.0,
+ "step": 5420
+ },
+ {
+ "entropy": 0.22881285650655628,
+ "epoch": 1.5378841523863476,
+ "grad_norm": 3.09375,
+ "learning_rate": 1.3379359828136484e-06,
+ "loss": 0.2707126379013062,
+ "mean_token_accuracy": 0.9294409155845642,
+ "num_tokens": 33698927.0,
+ "step": 5430
+ },
+ {
+ "entropy": 0.2975919903255999,
+ "epoch": 1.5407166123778502,
+ "grad_norm": 2.5625,
+ "learning_rate": 1.3223615042744177e-06,
+ "loss": 0.34776482582092283,
+ "mean_token_accuracy": 0.9107442811131478,
+ "num_tokens": 33760454.0,
+ "step": 5440
+ },
+ {
+ "entropy": 0.2446910054422915,
+ "epoch": 1.5435490723693528,
+ "grad_norm": 3.6875,
+ "learning_rate": 1.3068643804657755e-06,
+ "loss": 0.3253368616104126,
+ "mean_token_accuracy": 0.9267232105135917,
+ "num_tokens": 33820778.0,
+ "step": 5450
+ },
+ {
+ "entropy": 0.24788066679611803,
+ "epoch": 1.5463815323608554,
+ "grad_norm": 3.1875,
+ "learning_rate": 1.2914449373512039e-06,
+ "loss": 0.290773868560791,
+ "mean_token_accuracy": 0.9264207080006599,
+ "num_tokens": 33885412.0,
+ "step": 5460
+ },
+ {
+ "entropy": 0.26637936308979987,
+ "epoch": 1.549213992352358,
+ "grad_norm": 2.84375,
+ "learning_rate": 1.2761034992602594e-06,
+ "loss": 0.302551794052124,
+ "mean_token_accuracy": 0.9195884510874748,
+ "num_tokens": 33949818.0,
+ "step": 5470
+ },
+ {
+ "entropy": 0.25932731870561837,
+ "epoch": 1.5520464523438606,
+ "grad_norm": 2.734375,
+ "learning_rate": 1.260840388881757e-06,
+ "loss": 0.3070210456848145,
+ "mean_token_accuracy": 0.9207321554422379,
+ "num_tokens": 34014584.0,
+ "step": 5480
+ },
+ {
+ "entropy": 0.27443883698433635,
+ "epoch": 1.5548789123353632,
+ "grad_norm": 3.46875,
+ "learning_rate": 1.2456559272569835e-06,
+ "loss": 0.33689801692962645,
+ "mean_token_accuracy": 0.9148522824048996,
+ "num_tokens": 34084875.0,
+ "step": 5490
+ },
+ {
+ "entropy": 0.23238408304750918,
+ "epoch": 1.5577113723268659,
+ "grad_norm": 2.359375,
+ "learning_rate": 1.2305504337729402e-06,
+ "loss": 0.2621855497360229,
+ "mean_token_accuracy": 0.9286026373505593,
+ "num_tokens": 34149334.0,
+ "step": 5500
+ },
+ {
+ "entropy": 0.19104345375671983,
+ "epoch": 1.5605438323183685,
+ "grad_norm": 3.0,
+ "learning_rate": 1.2155242261556322e-06,
+ "loss": 0.21013360023498534,
+ "mean_token_accuracy": 0.9440885782241821,
+ "num_tokens": 34208909.0,
+ "step": 5510
+ },
+ {
+ "entropy": 0.3090286682359874,
+ "epoch": 1.563376292309871,
+ "grad_norm": 3.546875,
+ "learning_rate": 1.2005776204633784e-06,
+ "loss": 0.3435187578201294,
+ "mean_token_accuracy": 0.906642059981823,
+ "num_tokens": 34277789.0,
+ "step": 5520
+ },
+ {
+ "entropy": 0.27096550054848195,
+ "epoch": 1.5662087523013737,
+ "grad_norm": 3.0,
+ "learning_rate": 1.1857109310801646e-06,
+ "loss": 0.33941338062286375,
+ "mean_token_accuracy": 0.9181032046675682,
+ "num_tokens": 34341408.0,
+ "step": 5530
+ },
+ {
+ "entropy": 0.2512120358645916,
+ "epoch": 1.5690412122928765,
+ "grad_norm": 2.953125,
+ "learning_rate": 1.1709244707090379e-06,
+ "loss": 0.3203424453735352,
+ "mean_token_accuracy": 0.9274255812168122,
+ "num_tokens": 34401100.0,
+ "step": 5540
+ },
+ {
+ "entropy": 0.22159507512114943,
+ "epoch": 1.571873672284379,
+ "grad_norm": 3.25,
+ "learning_rate": 1.1562185503655189e-06,
+ "loss": 0.26977603435516356,
+ "mean_token_accuracy": 0.9318756386637688,
+ "num_tokens": 34462912.0,
+ "step": 5550
+ },
+ {
+ "entropy": 0.23320558797568083,
+ "epoch": 1.5747061322758817,
+ "grad_norm": 1.9609375,
+ "learning_rate": 1.1415934793710665e-06,
+ "loss": 0.2658952474594116,
+ "mean_token_accuracy": 0.9283665150403977,
+ "num_tokens": 34524813.0,
+ "step": 5560
+ },
+ {
+ "entropy": 0.2423627723939717,
+ "epoch": 1.5775385922673841,
+ "grad_norm": 2.453125,
+ "learning_rate": 1.1270495653465736e-06,
+ "loss": 0.2817867279052734,
+ "mean_token_accuracy": 0.9266665682196618,
+ "num_tokens": 34588658.0,
+ "step": 5570
+ },
+ {
+ "entropy": 0.288007527962327,
+ "epoch": 1.580371052258887,
+ "grad_norm": 3.5625,
+ "learning_rate": 1.1125871142058853e-06,
+ "loss": 0.3256409168243408,
+ "mean_token_accuracy": 0.9146550044417381,
+ "num_tokens": 34651205.0,
+ "step": 5580
+ },
+ {
+ "entropy": 0.26610668897628786,
+ "epoch": 1.5832035122503894,
+ "grad_norm": 3.21875,
+ "learning_rate": 1.09820643014938e-06,
+ "loss": 0.30162830352783204,
+ "mean_token_accuracy": 0.9187943205237389,
+ "num_tokens": 34712268.0,
+ "step": 5590
+ },
+ {
+ "entropy": 0.23809606842696668,
+ "epoch": 1.5860359722418922,
+ "grad_norm": 2.671875,
+ "learning_rate": 1.0839078156575627e-06,
+ "loss": 0.2636057615280151,
+ "mean_token_accuracy": 0.9277158841490746,
+ "num_tokens": 34772045.0,
+ "step": 5600
+ },
+ {
+ "entropy": 0.22600625092163681,
+ "epoch": 1.5888684322333946,
+ "grad_norm": 2.96875,
+ "learning_rate": 1.0696915714846957e-06,
+ "loss": 0.2677895545959473,
+ "mean_token_accuracy": 0.9321974024176598,
+ "num_tokens": 34833071.0,
+ "step": 5610
+ },
+ {
+ "entropy": 0.24366146139800549,
+ "epoch": 1.5917008922248974,
+ "grad_norm": 3.53125,
+ "learning_rate": 1.0555579966524881e-06,
+ "loss": 0.29182281494140627,
+ "mean_token_accuracy": 0.9258176818490028,
+ "num_tokens": 34894119.0,
+ "step": 5620
+ },
+ {
+ "entropy": 0.21388702299445866,
+ "epoch": 1.5945333522163998,
+ "grad_norm": 3.0625,
+ "learning_rate": 1.0415073884437976e-06,
+ "loss": 0.2524517774581909,
+ "mean_token_accuracy": 0.9357389867305755,
+ "num_tokens": 34952146.0,
+ "step": 5630
+ },
+ {
+ "entropy": 0.21859713681042195,
+ "epoch": 1.5973658122079026,
+ "grad_norm": 2.8125,
+ "learning_rate": 1.0275400423963717e-06,
+ "loss": 0.24928975105285645,
+ "mean_token_accuracy": 0.934303593635559,
+ "num_tokens": 35011714.0,
+ "step": 5640
+ },
+ {
+ "entropy": 0.2579089604318142,
+ "epoch": 1.600198272199405,
+ "grad_norm": 2.921875,
+ "learning_rate": 1.0136562522966441e-06,
+ "loss": 0.31113855838775634,
+ "mean_token_accuracy": 0.9202840358018876,
+ "num_tokens": 35074651.0,
+ "step": 5650
+ },
+ {
+ "entropy": 0.26469491589814426,
+ "epoch": 1.6030307321909079,
+ "grad_norm": 3.140625,
+ "learning_rate": 9.998563101735476e-07,
+ "loss": 0.3200496435165405,
+ "mean_token_accuracy": 0.9220004096627236,
+ "num_tokens": 35138648.0,
+ "step": 5660
+ },
+ {
+ "entropy": 0.22206950206309556,
+ "epoch": 1.6058631921824105,
+ "grad_norm": 2.640625,
+ "learning_rate": 9.861405062923697e-07,
+ "loss": 0.2514327049255371,
+ "mean_token_accuracy": 0.9321804001927376,
+ "num_tokens": 35196730.0,
+ "step": 5670
+ },
+ {
+ "entropy": 0.24417279483750462,
+ "epoch": 1.608695652173913,
+ "grad_norm": 3.328125,
+ "learning_rate": 9.725091291486566e-07,
+ "loss": 0.30283517837524415,
+ "mean_token_accuracy": 0.926240362226963,
+ "num_tokens": 35257197.0,
+ "step": 5680
+ },
+ {
+ "entropy": 0.30107640102505684,
+ "epoch": 1.6115281121654157,
+ "grad_norm": 2.296875,
+ "learning_rate": 9.589624654621337e-07,
+ "loss": 0.374169659614563,
+ "mean_token_accuracy": 0.9090639904141427,
+ "num_tokens": 35322366.0,
+ "step": 5690
+ },
+ {
+ "entropy": 0.25959637677297,
+ "epoch": 1.6143605721569183,
+ "grad_norm": 3.5,
+ "learning_rate": 9.455008001706823e-07,
+ "loss": 0.3035139560699463,
+ "mean_token_accuracy": 0.920881375670433,
+ "num_tokens": 35384760.0,
+ "step": 5700
+ },
+ {
+ "entropy": 0.26152828708291054,
+ "epoch": 1.617193032148421,
+ "grad_norm": 2.921875,
+ "learning_rate": 9.321244164243426e-07,
+ "loss": 0.3164137125015259,
+ "mean_token_accuracy": 0.9189648017287254,
+ "num_tokens": 35451710.0,
+ "step": 5710
+ },
+ {
+ "entropy": 0.26348818531259893,
+ "epoch": 1.6200254921399235,
+ "grad_norm": 2.84375,
+ "learning_rate": 9.188335955793626e-07,
+ "loss": 0.30527734756469727,
+ "mean_token_accuracy": 0.9183376669883728,
+ "num_tokens": 35512594.0,
+ "step": 5720
+ },
+ {
+ "entropy": 0.2280609853565693,
+ "epoch": 1.6228579521314261,
+ "grad_norm": 2.375,
+ "learning_rate": 9.056286171922734e-07,
+ "loss": 0.2652477264404297,
+ "mean_token_accuracy": 0.9297893449664116,
+ "num_tokens": 35576563.0,
+ "step": 5730
+ },
+ {
+ "entropy": 0.2838295646011829,
+ "epoch": 1.6256904121229288,
+ "grad_norm": 2.9375,
+ "learning_rate": 8.925097590140148e-07,
+ "loss": 0.35121898651123046,
+ "mean_token_accuracy": 0.9098823204636574,
+ "num_tokens": 35640297.0,
+ "step": 5740
+ },
+ {
+ "entropy": 0.2746155882254243,
+ "epoch": 1.6285228721144314,
+ "grad_norm": 3.265625,
+ "learning_rate": 8.794772969840887e-07,
+ "loss": 0.31128735542297364,
+ "mean_token_accuracy": 0.9179449796676635,
+ "num_tokens": 35707899.0,
+ "step": 5750
+ },
+ {
+ "entropy": 0.2756534986197948,
+ "epoch": 1.631355332105934,
+ "grad_norm": 3.234375,
+ "learning_rate": 8.665315052247602e-07,
+ "loss": 0.32416977882385256,
+ "mean_token_accuracy": 0.9196028739213944,
+ "num_tokens": 35772162.0,
+ "step": 5760
+ },
+ {
+ "entropy": 0.2519084827043116,
+ "epoch": 1.6341877920974366,
+ "grad_norm": 3.140625,
+ "learning_rate": 8.536726560352876e-07,
+ "loss": 0.324365496635437,
+ "mean_token_accuracy": 0.9242412179708481,
+ "num_tokens": 35835349.0,
+ "step": 5770
+ },
+ {
+ "entropy": 0.25698692388832567,
+ "epoch": 1.6370202520889392,
+ "grad_norm": 3.53125,
+ "learning_rate": 8.409010198861956e-07,
+ "loss": 0.3088990211486816,
+ "mean_token_accuracy": 0.9209602817893028,
+ "num_tokens": 35897448.0,
+ "step": 5780
+ },
+ {
+ "entropy": 0.22108505498617886,
+ "epoch": 1.6398527120804418,
+ "grad_norm": 2.890625,
+ "learning_rate": 8.282168654135847e-07,
+ "loss": 0.2698824882507324,
+ "mean_token_accuracy": 0.93257477581501,
+ "num_tokens": 35959332.0,
+ "step": 5790
+ },
+ {
+ "entropy": 0.2284936947748065,
+ "epoch": 1.6426851720719444,
+ "grad_norm": 3.28125,
+ "learning_rate": 8.156204594134893e-07,
+ "loss": 0.2973310470581055,
+ "mean_token_accuracy": 0.9306313022971153,
+ "num_tokens": 36021262.0,
+ "step": 5800
+ },
+ {
+ "entropy": 0.24009261797182263,
+ "epoch": 1.6455176320634473,
+ "grad_norm": 3.15625,
+ "learning_rate": 8.031120668362535e-07,
+ "loss": 0.28094191551208497,
+ "mean_token_accuracy": 0.9246355861425399,
+ "num_tokens": 36084005.0,
+ "step": 5810
+ },
+ {
+ "entropy": 0.23662603041157126,
+ "epoch": 1.6483500920549496,
+ "grad_norm": 2.625,
+ "learning_rate": 7.906919507809651e-07,
+ "loss": 0.2780949354171753,
+ "mean_token_accuracy": 0.9279899090528488,
+ "num_tokens": 36147389.0,
+ "step": 5820
+ },
+ {
+ "entropy": 0.23658121339976787,
+ "epoch": 1.6511825520464525,
+ "grad_norm": 2.953125,
+ "learning_rate": 7.783603724899258e-07,
+ "loss": 0.29379072189331057,
+ "mean_token_accuracy": 0.927857731282711,
+ "num_tokens": 36210586.0,
+ "step": 5830
+ },
+ {
+ "entropy": 0.26622840845957396,
+ "epoch": 1.6540150120379549,
+ "grad_norm": 2.96875,
+ "learning_rate": 7.661175913431429e-07,
+ "loss": 0.2929482936859131,
+ "mean_token_accuracy": 0.9188829958438873,
+ "num_tokens": 36274779.0,
+ "step": 5840
+ },
+ {
+ "entropy": 0.21175987273454666,
+ "epoch": 1.6568474720294577,
+ "grad_norm": 2.75,
+ "learning_rate": 7.53963864852888e-07,
+ "loss": 0.2593329906463623,
+ "mean_token_accuracy": 0.934892113506794,
+ "num_tokens": 36335052.0,
+ "step": 5850
+ },
+ {
+ "entropy": 0.2694924921728671,
+ "epoch": 1.65967993202096,
+ "grad_norm": 2.515625,
+ "learning_rate": 7.418994486582759e-07,
+ "loss": 0.3219228506088257,
+ "mean_token_accuracy": 0.918947072327137,
+ "num_tokens": 36402302.0,
+ "step": 5860
+ },
+ {
+ "entropy": 0.22867691768333315,
+ "epoch": 1.662512392012463,
+ "grad_norm": 2.125,
+ "learning_rate": 7.299245965198781e-07,
+ "loss": 0.27680966854095457,
+ "mean_token_accuracy": 0.9292436599731445,
+ "num_tokens": 36462632.0,
+ "step": 5870
+ },
+ {
+ "entropy": 0.2866896932013333,
+ "epoch": 1.6653448520039653,
+ "grad_norm": 2.984375,
+ "learning_rate": 7.180395603144008e-07,
+ "loss": 0.34249396324157716,
+ "mean_token_accuracy": 0.91329265832901,
+ "num_tokens": 36527224.0,
+ "step": 5880
+ },
+ {
+ "entropy": 0.27094610016793014,
+ "epoch": 1.6681773119954681,
+ "grad_norm": 3.265625,
+ "learning_rate": 7.062445900293785e-07,
+ "loss": 0.36627175807952883,
+ "mean_token_accuracy": 0.9188960358500481,
+ "num_tokens": 36592894.0,
+ "step": 5890
+ },
+ {
+ "entropy": 0.26132087502628565,
+ "epoch": 1.6710097719869705,
+ "grad_norm": 2.9375,
+ "learning_rate": 6.9453993375791e-07,
+ "loss": 0.3172159194946289,
+ "mean_token_accuracy": 0.9181624829769135,
+ "num_tokens": 36654978.0,
+ "step": 5900
+ },
+ {
+ "entropy": 0.233911953587085,
+ "epoch": 1.6738422319784734,
+ "grad_norm": 2.890625,
+ "learning_rate": 6.829258376934561e-07,
+ "loss": 0.2974437713623047,
+ "mean_token_accuracy": 0.928301876783371,
+ "num_tokens": 36719391.0,
+ "step": 5910
+ },
+ {
+ "entropy": 0.21565931793302298,
+ "epoch": 1.6766746919699758,
+ "grad_norm": 3.609375,
+ "learning_rate": 6.714025461246454e-07,
+ "loss": 0.2669668436050415,
+ "mean_token_accuracy": 0.9334323838353157,
+ "num_tokens": 36778045.0,
+ "step": 5920
+ },
+ {
+ "entropy": 0.21683911168947817,
+ "epoch": 1.6795071519614786,
+ "grad_norm": 2.84375,
+ "learning_rate": 6.59970301430144e-07,
+ "loss": 0.26363070011138917,
+ "mean_token_accuracy": 0.9335852771997452,
+ "num_tokens": 36837249.0,
+ "step": 5930
+ },
+ {
+ "entropy": 0.23265648679807782,
+ "epoch": 1.6823396119529812,
+ "grad_norm": 3.3125,
+ "learning_rate": 6.48629344073558e-07,
+ "loss": 0.26622016429901124,
+ "mean_token_accuracy": 0.9274113267660141,
+ "num_tokens": 36898226.0,
+ "step": 5940
+ },
+ {
+ "entropy": 0.2784924143925309,
+ "epoch": 1.6851720719444838,
+ "grad_norm": 2.671875,
+ "learning_rate": 6.37379912598371e-07,
+ "loss": 0.34350905418395994,
+ "mean_token_accuracy": 0.9142558068037033,
+ "num_tokens": 36963382.0,
+ "step": 5950
+ },
+ {
+ "entropy": 0.24184053102508188,
+ "epoch": 1.6880045319359864,
+ "grad_norm": 3.78125,
+ "learning_rate": 6.262222436229292e-07,
+ "loss": 0.2830460548400879,
+ "mean_token_accuracy": 0.9260421633720398,
+ "num_tokens": 37024951.0,
+ "step": 5960
+ },
+ {
+ "entropy": 0.21509222900494934,
+ "epoch": 1.690836991927489,
+ "grad_norm": 2.765625,
+ "learning_rate": 6.151565718354652e-07,
+ "loss": 0.2527156829833984,
+ "mean_token_accuracy": 0.9360066995024681,
+ "num_tokens": 37079547.0,
+ "step": 5970
+ },
+ {
+ "entropy": 0.24560804115608334,
+ "epoch": 1.6936694519189917,
+ "grad_norm": 3.65625,
+ "learning_rate": 6.041831299891616e-07,
+ "loss": 0.27899770736694335,
+ "mean_token_accuracy": 0.9240980878472328,
+ "num_tokens": 37139223.0,
+ "step": 5980
+ },
+ {
+ "entropy": 0.23427843432873488,
+ "epoch": 1.6965019119104943,
+ "grad_norm": 3.34375,
+ "learning_rate": 5.933021488972518e-07,
+ "loss": 0.2709463357925415,
+ "mean_token_accuracy": 0.9293721422553063,
+ "num_tokens": 37199693.0,
+ "step": 5990
+ },
+ {
+ "entropy": 0.19755451856181025,
+ "epoch": 1.6993343719019969,
+ "grad_norm": 3.640625,
+ "learning_rate": 5.825138574281697e-07,
+ "loss": 0.2685497045516968,
+ "mean_token_accuracy": 0.9402319520711899,
+ "num_tokens": 37259409.0,
+ "step": 6000
+ },
+ {
+ "entropy": 0.2616328032687306,
+ "epoch": 1.7021668318934995,
+ "grad_norm": 2.9375,
+ "learning_rate": 5.718184825007322e-07,
+ "loss": 0.29927141666412355,
+ "mean_token_accuracy": 0.9205271825194359,
+ "num_tokens": 37317619.0,
+ "step": 6010
+ },
+ {
+ "entropy": 0.2717592868953943,
+ "epoch": 1.704999291885002,
+ "grad_norm": 2.734375,
+ "learning_rate": 5.612162490793705e-07,
+ "loss": 0.2948524236679077,
+ "mean_token_accuracy": 0.915754534304142,
+ "num_tokens": 37375947.0,
+ "step": 6020
+ },
+ {
+ "entropy": 0.24579153461381792,
+ "epoch": 1.7078317518765047,
+ "grad_norm": 2.71875,
+ "learning_rate": 5.507073801693935e-07,
+ "loss": 0.33449468612670896,
+ "mean_token_accuracy": 0.9257088854908944,
+ "num_tokens": 37439620.0,
+ "step": 6030
+ },
+ {
+ "entropy": 0.26611594650894405,
+ "epoch": 1.7106642118680073,
+ "grad_norm": 2.671875,
+ "learning_rate": 5.402920968122987e-07,
+ "loss": 0.29062328338623045,
+ "mean_token_accuracy": 0.9189436316490174,
+ "num_tokens": 37502168.0,
+ "step": 6040
+ },
+ {
+ "entropy": 0.2788139834068716,
+ "epoch": 1.71349667185951,
+ "grad_norm": 3.0625,
+ "learning_rate": 5.299706180811231e-07,
+ "loss": 0.3326979160308838,
+ "mean_token_accuracy": 0.9133873134851456,
+ "num_tokens": 37565720.0,
+ "step": 6050
+ },
+ {
+ "entropy": 0.25504893427714703,
+ "epoch": 1.7163291318510128,
+ "grad_norm": 2.859375,
+ "learning_rate": 5.197431610758397e-07,
+ "loss": 0.29038186073303224,
+ "mean_token_accuracy": 0.9225362583994865,
+ "num_tokens": 37625899.0,
+ "step": 6060
+ },
+ {
+ "entropy": 0.24646360790356994,
+ "epoch": 1.7191615918425152,
+ "grad_norm": 3.375,
+ "learning_rate": 5.096099409187815e-07,
+ "loss": 0.2801154613494873,
+ "mean_token_accuracy": 0.9221906989812851,
+ "num_tokens": 37688905.0,
+ "step": 6070
+ },
+ {
+ "entropy": 0.2654589467681944,
+ "epoch": 1.721994051834018,
+ "grad_norm": 3.34375,
+ "learning_rate": 4.995711707501239e-07,
+ "loss": 0.3085824728012085,
+ "mean_token_accuracy": 0.9182787358760833,
+ "num_tokens": 37749957.0,
+ "step": 6080
+ },
+ {
+ "entropy": 0.26223820317536595,
+ "epoch": 1.7248265118255204,
+ "grad_norm": 2.921875,
+ "learning_rate": 4.896270617234022e-07,
+ "loss": 0.3128183841705322,
+ "mean_token_accuracy": 0.9200211226940155,
+ "num_tokens": 37807940.0,
+ "step": 6090
+ },
+ {
+ "entropy": 0.2681588695384562,
+ "epoch": 1.7276589718170232,
+ "grad_norm": 2.1875,
+ "learning_rate": 4.797778230010625e-07,
+ "loss": 0.32117178440093996,
+ "mean_token_accuracy": 0.9161472588777542,
+ "num_tokens": 37872649.0,
+ "step": 6100
+ },
+ {
+ "entropy": 0.2654016354121268,
+ "epoch": 1.7304914318085256,
+ "grad_norm": 2.171875,
+ "learning_rate": 4.70023661750072e-07,
+ "loss": 0.30300583839416506,
+ "mean_token_accuracy": 0.9194830045104027,
+ "num_tokens": 37939176.0,
+ "step": 6110
+ },
+ {
+ "entropy": 0.24514326835051178,
+ "epoch": 1.7333238918000284,
+ "grad_norm": 2.984375,
+ "learning_rate": 4.6036478313755737e-07,
+ "loss": 0.278977632522583,
+ "mean_token_accuracy": 0.924672819674015,
+ "num_tokens": 38001369.0,
+ "step": 6120
+ },
+ {
+ "entropy": 0.2553958177566528,
+ "epoch": 1.7361563517915308,
+ "grad_norm": 2.5,
+ "learning_rate": 4.5080139032648297e-07,
+ "loss": 0.3082934856414795,
+ "mean_token_accuracy": 0.921890738606453,
+ "num_tokens": 38062641.0,
+ "step": 6130
+ },
+ {
+ "entropy": 0.2784746644087136,
+ "epoch": 1.7389888117830337,
+ "grad_norm": 3.15625,
+ "learning_rate": 4.413336844713889e-07,
+ "loss": 0.35960190296173095,
+ "mean_token_accuracy": 0.919023522734642,
+ "num_tokens": 38127034.0,
+ "step": 6140
+ },
+ {
+ "entropy": 0.2474791486747563,
+ "epoch": 1.741821271774536,
+ "grad_norm": 2.859375,
+ "learning_rate": 4.3196186471415544e-07,
+ "loss": 0.31310961246490476,
+ "mean_token_accuracy": 0.9271246582269669,
+ "num_tokens": 38191869.0,
+ "step": 6150
+ },
+ {
+ "entropy": 0.19148513535037637,
+ "epoch": 1.7446537317660389,
+ "grad_norm": 2.765625,
+ "learning_rate": 4.226861281798067e-07,
+ "loss": 0.24431028366088867,
+ "mean_token_accuracy": 0.9425259172916413,
+ "num_tokens": 38246837.0,
+ "step": 6160
+ },
+ {
+ "entropy": 0.2849460038356483,
+ "epoch": 1.7474861917575413,
+ "grad_norm": 3.140625,
+ "learning_rate": 4.135066699723783e-07,
+ "loss": 0.35321385860443116,
+ "mean_token_accuracy": 0.9136219590902328,
+ "num_tokens": 38312789.0,
+ "step": 6170
+ },
+ {
+ "entropy": 0.3044266812503338,
+ "epoch": 1.750318651749044,
+ "grad_norm": 2.671875,
+ "learning_rate": 4.044236831708015e-07,
+ "loss": 0.36631484031677247,
+ "mean_token_accuracy": 0.9051524147391319,
+ "num_tokens": 38381443.0,
+ "step": 6180
+ },
+ {
+ "entropy": 0.25871176943182944,
+ "epoch": 1.7531511117405467,
+ "grad_norm": 2.921875,
+ "learning_rate": 3.954373588248489e-07,
+ "loss": 0.3120436191558838,
+ "mean_token_accuracy": 0.9194941282272339,
+ "num_tokens": 38440376.0,
+ "step": 6190
+ },
+ {
+ "entropy": 0.21256705159321426,
+ "epoch": 1.7559835717320493,
+ "grad_norm": 3.1875,
+ "learning_rate": 3.86547885951114e-07,
+ "loss": 0.27659921646118163,
+ "mean_token_accuracy": 0.9322510659694672,
+ "num_tokens": 38498332.0,
+ "step": 6200
+ },
+ {
+ "entropy": 0.20445358119904994,
+ "epoch": 1.758816031723552,
+ "grad_norm": 2.9375,
+ "learning_rate": 3.7775545152903436e-07,
+ "loss": 0.2523348331451416,
+ "mean_token_accuracy": 0.9390280991792679,
+ "num_tokens": 38554014.0,
+ "step": 6210
+ },
+ {
+ "entropy": 0.18416391648352146,
+ "epoch": 1.7616484917150546,
+ "grad_norm": 3.03125,
+ "learning_rate": 3.6906024049696066e-07,
+ "loss": 0.2193291187286377,
+ "mean_token_accuracy": 0.9433191910386085,
+ "num_tokens": 38611109.0,
+ "step": 6220
+ },
+ {
+ "entropy": 0.2637974001467228,
+ "epoch": 1.7644809517065572,
+ "grad_norm": 2.171875,
+ "learning_rate": 3.6046243574826444e-07,
+ "loss": 0.3237797021865845,
+ "mean_token_accuracy": 0.9204860851168633,
+ "num_tokens": 38677459.0,
+ "step": 6230
+ },
+ {
+ "entropy": 0.31895074248313904,
+ "epoch": 1.7673134116980598,
+ "grad_norm": 3.4375,
+ "learning_rate": 3.51962218127494e-07,
+ "loss": 0.35933072566986085,
+ "mean_token_accuracy": 0.9058421403169632,
+ "num_tokens": 38744200.0,
+ "step": 6240
+ },
+ {
+ "entropy": 0.2729435803368688,
+ "epoch": 1.7701458716895624,
+ "grad_norm": 3.09375,
+ "learning_rate": 3.4355976642656885e-07,
+ "loss": 0.3030064821243286,
+ "mean_token_accuracy": 0.9164240315556527,
+ "num_tokens": 38805557.0,
+ "step": 6250
+ },
+ {
+ "entropy": 0.25559688853099943,
+ "epoch": 1.772978331681065,
+ "grad_norm": 3.546875,
+ "learning_rate": 3.352552573810175e-07,
+ "loss": 0.32299444675445554,
+ "mean_token_accuracy": 0.9176233753561973,
+ "num_tokens": 38864776.0,
+ "step": 6260
+ },
+ {
+ "entropy": 0.22705860855057836,
+ "epoch": 1.7758107916725676,
+ "grad_norm": 3.609375,
+ "learning_rate": 3.2704886566626237e-07,
+ "loss": 0.2813774585723877,
+ "mean_token_accuracy": 0.9282340630888939,
+ "num_tokens": 38919437.0,
+ "step": 6270
+ },
+ {
+ "entropy": 0.24726136000826954,
+ "epoch": 1.7786432516640702,
+ "grad_norm": 2.34375,
+ "learning_rate": 3.189407638939479e-07,
+ "loss": 0.3042394399642944,
+ "mean_token_accuracy": 0.9257391706109047,
+ "num_tokens": 38979911.0,
+ "step": 6280
+ },
+ {
+ "entropy": 0.22607307843863964,
+ "epoch": 1.7814757116555728,
+ "grad_norm": 3.828125,
+ "learning_rate": 3.1093112260830337e-07,
+ "loss": 0.2781648635864258,
+ "mean_token_accuracy": 0.9285519152879715,
+ "num_tokens": 39040443.0,
+ "step": 6290
+ },
+ {
+ "entropy": 0.2300509915687144,
+ "epoch": 1.7843081716470754,
+ "grad_norm": 3.21875,
+ "learning_rate": 3.030201102825614e-07,
+ "loss": 0.2724717140197754,
+ "mean_token_accuracy": 0.9309455662965774,
+ "num_tokens": 39095342.0,
+ "step": 6300
+ },
+ {
+ "entropy": 0.22573469262570142,
+ "epoch": 1.787140631638578,
+ "grad_norm": 3.171875,
+ "learning_rate": 2.9520789331541123e-07,
+ "loss": 0.2936519384384155,
+ "mean_token_accuracy": 0.9300498858094215,
+ "num_tokens": 39157425.0,
+ "step": 6310
+ },
+ {
+ "entropy": 0.25970551362261174,
+ "epoch": 1.7899730916300807,
+ "grad_norm": 3.078125,
+ "learning_rate": 2.874946360275005e-07,
+ "loss": 0.3092733144760132,
+ "mean_token_accuracy": 0.9205686241388321,
+ "num_tokens": 39222823.0,
+ "step": 6320
+ },
+ {
+ "entropy": 0.26452819192782046,
+ "epoch": 1.7928055516215835,
+ "grad_norm": 2.828125,
+ "learning_rate": 2.798805006579786e-07,
+ "loss": 0.31335864067077634,
+ "mean_token_accuracy": 0.9205701932311058,
+ "num_tokens": 39284858.0,
+ "step": 6330
+ },
+ {
+ "entropy": 0.24047992387786507,
+ "epoch": 1.795638011613086,
+ "grad_norm": 2.609375,
+ "learning_rate": 2.723656473610825e-07,
+ "loss": 0.3066105365753174,
+ "mean_token_accuracy": 0.9279683545231819,
+ "num_tokens": 39348895.0,
+ "step": 6340
+ },
+ {
+ "entropy": 0.28008900824934246,
+ "epoch": 1.7984704716045887,
+ "grad_norm": 2.796875,
+ "learning_rate": 2.6495023420277154e-07,
+ "loss": 0.36823763847351076,
+ "mean_token_accuracy": 0.9184501737356185,
+ "num_tokens": 39415062.0,
+ "step": 6350
+ },
+ {
+ "entropy": 0.26460667392238973,
+ "epoch": 1.8013029315960911,
+ "grad_norm": 2.875,
+ "learning_rate": 2.5763441715739746e-07,
+ "loss": 0.33464004993438723,
+ "mean_token_accuracy": 0.9192859187722207,
+ "num_tokens": 39476274.0,
+ "step": 6360
+ },
+ {
+ "entropy": 0.2274815364740789,
+ "epoch": 1.804135391587594,
+ "grad_norm": 2.75,
+ "learning_rate": 2.5041835010442994e-07,
+ "loss": 0.271880578994751,
+ "mean_token_accuracy": 0.9299229174852371,
+ "num_tokens": 39541899.0,
+ "step": 6370
+ },
+ {
+ "entropy": 0.26884328480809927,
+ "epoch": 1.8069678515790963,
+ "grad_norm": 3.015625,
+ "learning_rate": 2.4330218482521597e-07,
+ "loss": 0.33253049850463867,
+ "mean_token_accuracy": 0.9190004959702491,
+ "num_tokens": 39605777.0,
+ "step": 6380
+ },
+ {
+ "entropy": 0.2505350584164262,
+ "epoch": 1.8098003115705992,
+ "grad_norm": 2.25,
+ "learning_rate": 2.3628607099978607e-07,
+ "loss": 0.29483606815338137,
+ "mean_token_accuracy": 0.9231566235423088,
+ "num_tokens": 39666792.0,
+ "step": 6390
+ },
+ {
+ "entropy": 0.23279191115871073,
+ "epoch": 1.8126327715621016,
+ "grad_norm": 2.546875,
+ "learning_rate": 2.2937015620370984e-07,
+ "loss": 0.28471810817718507,
+ "mean_token_accuracy": 0.9304475530982017,
+ "num_tokens": 39724921.0,
+ "step": 6400
+ },
+ {
+ "entropy": 0.2460587291046977,
+ "epoch": 1.8154652315536044,
+ "grad_norm": 2.375,
+ "learning_rate": 2.2255458590499157e-07,
+ "loss": 0.29708685874938967,
+ "mean_token_accuracy": 0.924674142897129,
+ "num_tokens": 39789840.0,
+ "step": 6410
+ },
+ {
+ "entropy": 0.275227199587971,
+ "epoch": 1.8182976915451068,
+ "grad_norm": 2.96875,
+ "learning_rate": 2.1583950346100502e-07,
+ "loss": 0.32755935192108154,
+ "mean_token_accuracy": 0.916304574906826,
+ "num_tokens": 39854091.0,
+ "step": 6420
+ },
+ {
+ "entropy": 0.24499026471748947,
+ "epoch": 1.8211301515366096,
+ "grad_norm": 3.328125,
+ "learning_rate": 2.092250501154852e-07,
+ "loss": 0.29811840057373046,
+ "mean_token_accuracy": 0.9256574973464012,
+ "num_tokens": 39912920.0,
+ "step": 6430
+ },
+ {
+ "entropy": 0.2415034817531705,
+ "epoch": 1.823962611528112,
+ "grad_norm": 3.5,
+ "learning_rate": 2.027113649955531e-07,
+ "loss": 0.30100116729736326,
+ "mean_token_accuracy": 0.9264890804886818,
+ "num_tokens": 39978941.0,
+ "step": 6440
+ },
+ {
+ "entropy": 0.21621945044025778,
+ "epoch": 1.8267950715196148,
+ "grad_norm": 2.734375,
+ "learning_rate": 1.9629858510879009e-07,
+ "loss": 0.26590795516967775,
+ "mean_token_accuracy": 0.9346760109066963,
+ "num_tokens": 40039328.0,
+ "step": 6450
+ },
+ {
+ "entropy": 0.26521125342696905,
+ "epoch": 1.8296275315111175,
+ "grad_norm": 3.40625,
+ "learning_rate": 1.8998684534035805e-07,
+ "loss": 0.3126166820526123,
+ "mean_token_accuracy": 0.9207312449812889,
+ "num_tokens": 40100768.0,
+ "step": 6460
+ },
+ {
+ "entropy": 0.2818935734219849,
+ "epoch": 1.83245999150262,
+ "grad_norm": 2.703125,
+ "learning_rate": 1.837762784501601e-07,
+ "loss": 0.3174401044845581,
+ "mean_token_accuracy": 0.9138144627213478,
+ "num_tokens": 40168204.0,
+ "step": 6470
+ },
+ {
+ "entropy": 0.21548109082505107,
+ "epoch": 1.8352924514941227,
+ "grad_norm": 2.515625,
+ "learning_rate": 1.7766701507004714e-07,
+ "loss": 0.23388545513153075,
+ "mean_token_accuracy": 0.9339930027723312,
+ "num_tokens": 40226289.0,
+ "step": 6480
+ },
+ {
+ "entropy": 0.282993733137846,
+ "epoch": 1.8381249114856253,
+ "grad_norm": 2.71875,
+ "learning_rate": 1.7165918370107394e-07,
+ "loss": 0.3528174161911011,
+ "mean_token_accuracy": 0.9143317997455597,
+ "num_tokens": 40289030.0,
+ "step": 6490
+ },
+ {
+ "entropy": 0.2208176883868873,
+ "epoch": 1.840957371477128,
+ "grad_norm": 2.484375,
+ "learning_rate": 1.6575291071079302e-07,
+ "loss": 0.277591872215271,
+ "mean_token_accuracy": 0.9313716217875481,
+ "num_tokens": 40346269.0,
+ "step": 6500
+ },
+ {
+ "entropy": 0.17992307087406517,
+ "epoch": 1.8437898314686305,
+ "grad_norm": 3.4375,
+ "learning_rate": 1.5994832033059904e-07,
+ "loss": 0.22391693592071532,
+ "mean_token_accuracy": 0.9458047389984131,
+ "num_tokens": 40404681.0,
+ "step": 6510
+ },
+ {
+ "entropy": 0.24145054388791323,
+ "epoch": 1.8466222914601331,
+ "grad_norm": 3.328125,
+ "learning_rate": 1.5424553465311242e-07,
+ "loss": 0.27162861824035645,
+ "mean_token_accuracy": 0.9262895420193672,
+ "num_tokens": 40465072.0,
+ "step": 6520
+ },
+ {
+ "entropy": 0.24201015066355466,
+ "epoch": 1.8494547514516357,
+ "grad_norm": 3.140625,
+ "learning_rate": 1.4864467362961433e-07,
+ "loss": 0.29361050128936766,
+ "mean_token_accuracy": 0.9280623480677604,
+ "num_tokens": 40532878.0,
+ "step": 6530
+ },
+ {
+ "entropy": 0.24844553079456091,
+ "epoch": 1.8522872114431383,
+ "grad_norm": 2.515625,
+ "learning_rate": 1.431458550675241e-07,
+ "loss": 0.2847309112548828,
+ "mean_token_accuracy": 0.9256111174821854,
+ "num_tokens": 40596505.0,
+ "step": 6540
+ },
+ {
+ "entropy": 0.2801776912994683,
+ "epoch": 1.855119671434641,
+ "grad_norm": 2.9375,
+ "learning_rate": 1.3774919462791803e-07,
+ "loss": 0.3397138833999634,
+ "mean_token_accuracy": 0.9128006041049957,
+ "num_tokens": 40661039.0,
+ "step": 6550
+ },
+ {
+ "entropy": 0.19126466400921344,
+ "epoch": 1.8579521314261436,
+ "grad_norm": 3.34375,
+ "learning_rate": 1.324548058230979e-07,
+ "loss": 0.22543008327484132,
+ "mean_token_accuracy": 0.9429485991597175,
+ "num_tokens": 40715811.0,
+ "step": 6560
+ },
+ {
+ "entropy": 0.24585074856877326,
+ "epoch": 1.8607845914176462,
+ "grad_norm": 3.015625,
+ "learning_rate": 1.2726280001420565e-07,
+ "loss": 0.312964653968811,
+ "mean_token_accuracy": 0.9219586297869682,
+ "num_tokens": 40776625.0,
+ "step": 6570
+ },
+ {
+ "entropy": 0.24542328473180533,
+ "epoch": 1.8636170514091488,
+ "grad_norm": 3.359375,
+ "learning_rate": 1.221732864088787e-07,
+ "loss": 0.29667832851409914,
+ "mean_token_accuracy": 0.9240572229027748,
+ "num_tokens": 40838744.0,
+ "step": 6580
+ },
+ {
+ "entropy": 0.2588384340517223,
+ "epoch": 1.8664495114006514,
+ "grad_norm": 2.671875,
+ "learning_rate": 1.1718637205895278e-07,
+ "loss": 0.30333585739135743,
+ "mean_token_accuracy": 0.9202205449342727,
+ "num_tokens": 40904956.0,
+ "step": 6590
+ },
+ {
+ "entropy": 0.23225077688694,
+ "epoch": 1.8692819713921542,
+ "grad_norm": 3.4375,
+ "learning_rate": 1.1230216185821152e-07,
+ "loss": 0.26589577198028563,
+ "mean_token_accuracy": 0.9290948897600174,
+ "num_tokens": 40965436.0,
+ "step": 6600
+ },
+ {
+ "entropy": 0.22000859072431922,
+ "epoch": 1.8721144313836566,
+ "grad_norm": 3.84375,
+ "learning_rate": 1.075207585401794e-07,
+ "loss": 0.2699639320373535,
+ "mean_token_accuracy": 0.9323829099535942,
+ "num_tokens": 41023215.0,
+ "step": 6610
+ },
+ {
+ "entropy": 0.2535040473565459,
+ "epoch": 1.8749468913751595,
+ "grad_norm": 3.15625,
+ "learning_rate": 1.0284226267596064e-07,
+ "loss": 0.30863726139068604,
+ "mean_token_accuracy": 0.9248314708471298,
+ "num_tokens": 41087828.0,
+ "step": 6620
+ },
+ {
+ "entropy": 0.24669125257059932,
+ "epoch": 1.8777793513666619,
+ "grad_norm": 2.46875,
+ "learning_rate": 9.826677267212425e-08,
+ "loss": 0.30537517070770265,
+ "mean_token_accuracy": 0.9266116693615913,
+ "num_tokens": 41153362.0,
+ "step": 6630
+ },
+ {
+ "entropy": 0.2794093001633883,
+ "epoch": 1.8806118113581647,
+ "grad_norm": 2.96875,
+ "learning_rate": 9.379438476863567e-08,
+ "loss": 0.351906943321228,
+ "mean_token_accuracy": 0.917433163523674,
+ "num_tokens": 41220089.0,
+ "step": 6640
+ },
+ {
+ "entropy": 0.22769942665472626,
+ "epoch": 1.883444271349667,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.942519303682783e-08,
+ "loss": 0.2789041519165039,
+ "mean_token_accuracy": 0.9340349018573761,
+ "num_tokens": 41283446.0,
+ "step": 6650
+ },
+ {
+ "entropy": 0.26820186590775846,
+ "epoch": 1.88627673134117,
+ "grad_norm": 3.515625,
+ "learning_rate": 8.515928937742779e-08,
+ "loss": 0.3043699264526367,
+ "mean_token_accuracy": 0.9193714737892151,
+ "num_tokens": 41340748.0,
+ "step": 6660
+ },
+ {
+ "entropy": 0.27503922022879124,
+ "epoch": 1.8891091913326723,
+ "grad_norm": 3.65625,
+ "learning_rate": 8.099676351862151e-08,
+ "loss": 0.32951357364654543,
+ "mean_token_accuracy": 0.9163397386670112,
+ "num_tokens": 41403340.0,
+ "step": 6670
+ },
+ {
+ "entropy": 0.26579370996914803,
+ "epoch": 1.8919416513241751,
+ "grad_norm": 3.171875,
+ "learning_rate": 7.693770301416437e-08,
+ "loss": 0.3219149112701416,
+ "mean_token_accuracy": 0.9196508452296257,
+ "num_tokens": 41462880.0,
+ "step": 6680
+ },
+ {
+ "entropy": 0.23621928878128529,
+ "epoch": 1.8947741113156775,
+ "grad_norm": 3.609375,
+ "learning_rate": 7.298219324154421e-08,
+ "loss": 0.2890744924545288,
+ "mean_token_accuracy": 0.9298819839954376,
+ "num_tokens": 41526195.0,
+ "step": 6690
+ },
+ {
+ "entropy": 0.27600696263834834,
+ "epoch": 1.8976065713071804,
+ "grad_norm": 2.71875,
+ "learning_rate": 6.913031740018116e-08,
+ "loss": 0.34355599880218507,
+ "mean_token_accuracy": 0.9130271330475808,
+ "num_tokens": 41591657.0,
+ "step": 6700
+ },
+ {
+ "entropy": 0.22659093905240296,
+ "epoch": 1.9004390312986827,
+ "grad_norm": 2.765625,
+ "learning_rate": 6.538215650968017e-08,
+ "loss": 0.2584362030029297,
+ "mean_token_accuracy": 0.9318994283676147,
+ "num_tokens": 41652881.0,
+ "step": 6710
+ },
+ {
+ "entropy": 0.19116010125726463,
+ "epoch": 1.9032714912901856,
+ "grad_norm": 3.78125,
+ "learning_rate": 6.173778940812669e-08,
+ "loss": 0.22228658199310303,
+ "mean_token_accuracy": 0.9418683454394341,
+ "num_tokens": 41716165.0,
+ "step": 6720
+ },
+ {
+ "entropy": 0.21395046021789313,
+ "epoch": 1.9061039512816882,
+ "grad_norm": 2.6875,
+ "learning_rate": 5.819729275042707e-08,
+ "loss": 0.24404652118682862,
+ "mean_token_accuracy": 0.9350996121764183,
+ "num_tokens": 41774402.0,
+ "step": 6730
+ },
+ {
+ "entropy": 0.206297891959548,
+ "epoch": 1.9089364112731908,
+ "grad_norm": 2.765625,
+ "learning_rate": 5.4760741006696924e-08,
+ "loss": 0.21932601928710938,
+ "mean_token_accuracy": 0.9377839609980583,
+ "num_tokens": 41835826.0,
+ "step": 6740
+ },
+ {
+ "entropy": 0.2601193361915648,
+ "epoch": 1.9117688712646934,
+ "grad_norm": 3.03125,
+ "learning_rate": 5.1428206460695796e-08,
+ "loss": 0.3105193853378296,
+ "mean_token_accuracy": 0.9205463021993637,
+ "num_tokens": 41896469.0,
+ "step": 6750
+ },
+ {
+ "entropy": 0.2176902118138969,
+ "epoch": 1.914601331256196,
+ "grad_norm": 2.625,
+ "learning_rate": 4.819975920830444e-08,
+ "loss": 0.282018780708313,
+ "mean_token_accuracy": 0.9338846206665039,
+ "num_tokens": 41956459.0,
+ "step": 6760
+ },
+ {
+ "entropy": 0.2432327981106937,
+ "epoch": 1.9174337912476986,
+ "grad_norm": 3.015625,
+ "learning_rate": 4.507546715605271e-08,
+ "loss": 0.2807758808135986,
+ "mean_token_accuracy": 0.9271454349160194,
+ "num_tokens": 42017093.0,
+ "step": 6770
+ },
+ {
+ "entropy": 0.24391089770942925,
+ "epoch": 1.9202662512392012,
+ "grad_norm": 2.921875,
+ "learning_rate": 4.205539601969011e-08,
+ "loss": 0.2971158742904663,
+ "mean_token_accuracy": 0.924725803732872,
+ "num_tokens": 42078846.0,
+ "step": 6780
+ },
+ {
+ "entropy": 0.32951567629352213,
+ "epoch": 1.9230987112307039,
+ "grad_norm": 2.640625,
+ "learning_rate": 3.9139609322803584e-08,
+ "loss": 0.3879797697067261,
+ "mean_token_accuracy": 0.9019326567649841,
+ "num_tokens": 42147713.0,
+ "step": 6790
+ },
+ {
+ "entropy": 0.22944763768464327,
+ "epoch": 1.9259311712222065,
+ "grad_norm": 3.90625,
+ "learning_rate": 3.632816839548192e-08,
+ "loss": 0.27349128723144533,
+ "mean_token_accuracy": 0.9302066326141357,
+ "num_tokens": 42208163.0,
+ "step": 6800
+ },
+ {
+ "entropy": 0.24765467513352632,
+ "epoch": 1.928763631213709,
+ "grad_norm": 2.890625,
+ "learning_rate": 3.362113237302456e-08,
+ "loss": 0.3015899658203125,
+ "mean_token_accuracy": 0.9237828060984612,
+ "num_tokens": 42268370.0,
+ "step": 6810
+ },
+ {
+ "entropy": 0.20135141843929888,
+ "epoch": 1.9315960912052117,
+ "grad_norm": 3.078125,
+ "learning_rate": 3.101855819469979e-08,
+ "loss": 0.24629299640655516,
+ "mean_token_accuracy": 0.9382344454526901,
+ "num_tokens": 42328176.0,
+ "step": 6820
+ },
+ {
+ "entropy": 0.26274614767171445,
+ "epoch": 1.9344285511967143,
+ "grad_norm": 2.359375,
+ "learning_rate": 2.8520500602544077e-08,
+ "loss": 0.3142411708831787,
+ "mean_token_accuracy": 0.9208788141608238,
+ "num_tokens": 42399070.0,
+ "step": 6830
+ },
+ {
+ "entropy": 0.20602800706401467,
+ "epoch": 1.937261011188217,
+ "grad_norm": 2.828125,
+ "learning_rate": 2.612701214021407e-08,
+ "loss": 0.23800332546234132,
+ "mean_token_accuracy": 0.9366846188902855,
+ "num_tokens": 42460205.0,
+ "step": 6840
+ },
+ {
+ "entropy": 0.2510677558369935,
+ "epoch": 1.9400934711797198,
+ "grad_norm": 3.046875,
+ "learning_rate": 2.3838143151879156e-08,
+ "loss": 0.31001081466674807,
+ "mean_token_accuracy": 0.9244692400097847,
+ "num_tokens": 42522242.0,
+ "step": 6850
+ },
+ {
+ "entropy": 0.2729890734888613,
+ "epoch": 1.9429259311712221,
+ "grad_norm": 2.921875,
+ "learning_rate": 2.165394178116287e-08,
+ "loss": 0.32762746810913085,
+ "mean_token_accuracy": 0.9151088073849678,
+ "num_tokens": 42587198.0,
+ "step": 6860
+ },
+ {
+ "entropy": 0.2240607609041035,
+ "epoch": 1.945758391162725,
+ "grad_norm": 3.0625,
+ "learning_rate": 1.9574453970130915e-08,
+ "loss": 0.2605780839920044,
+ "mean_token_accuracy": 0.9307849809527398,
+ "num_tokens": 42647465.0,
+ "step": 6870
+ },
+ {
+ "entropy": 0.25691929934546354,
+ "epoch": 1.9485908511542274,
+ "grad_norm": 3.40625,
+ "learning_rate": 1.7599723458323615e-08,
+ "loss": 0.329613995552063,
+ "mean_token_accuracy": 0.9225831419229508,
+ "num_tokens": 42709342.0,
+ "step": 6880
+ },
+ {
+ "entropy": 0.22449990250170232,
+ "epoch": 1.9514233111457302,
+ "grad_norm": 2.0625,
+ "learning_rate": 1.5729791781837756e-08,
+ "loss": 0.274137544631958,
+ "mean_token_accuracy": 0.92944987565279,
+ "num_tokens": 42771846.0,
+ "step": 6890
+ },
+ {
+ "entropy": 0.2510226694867015,
+ "epoch": 1.9542557711372326,
+ "grad_norm": 3.109375,
+ "learning_rate": 1.3964698272451727e-08,
+ "loss": 0.2798833608627319,
+ "mean_token_accuracy": 0.922727121412754,
+ "num_tokens": 42836330.0,
+ "step": 6900
+ },
+ {
+ "entropy": 0.23438449776731432,
+ "epoch": 1.9570882311287354,
+ "grad_norm": 3.53125,
+ "learning_rate": 1.2304480056797296e-08,
+ "loss": 0.2897611618041992,
+ "mean_token_accuracy": 0.9267849996685982,
+ "num_tokens": 42897432.0,
+ "step": 6910
+ },
+ {
+ "entropy": 0.23171055475249885,
+ "epoch": 1.9599206911202378,
+ "grad_norm": 3.28125,
+ "learning_rate": 1.0749172055580793e-08,
+ "loss": 0.2596850633621216,
+ "mean_token_accuracy": 0.9288132786750793,
+ "num_tokens": 42959197.0,
+ "step": 6920
+ },
+ {
+ "entropy": 0.17453565653413533,
+ "epoch": 1.9627531511117406,
+ "grad_norm": 3.0625,
+ "learning_rate": 9.298806982847575e-09,
+ "loss": 0.19684503078460694,
+ "mean_token_accuracy": 0.9459488645195961,
+ "num_tokens": 43017059.0,
+ "step": 6930
+ },
+ {
+ "entropy": 0.19739270815625787,
+ "epoch": 1.965585611103243,
+ "grad_norm": 2.875,
+ "learning_rate": 7.953415345293146e-09,
+ "loss": 0.22833075523376464,
+ "mean_token_accuracy": 0.9406338453292846,
+ "num_tokens": 43072111.0,
+ "step": 6940
+ },
+ {
+ "entropy": 0.21678226673975587,
+ "epoch": 1.9684180710947459,
+ "grad_norm": 2.4375,
+ "learning_rate": 6.7130254416231115e-09,
+ "loss": 0.29375133514404295,
+ "mean_token_accuracy": 0.9332653507590294,
+ "num_tokens": 43133626.0,
+ "step": 6950
+ },
+ {
+ "entropy": 0.2225797032006085,
+ "epoch": 1.9712505310862483,
+ "grad_norm": 3.453125,
+ "learning_rate": 5.577663361955865e-09,
+ "loss": 0.29303553104400637,
+ "mean_token_accuracy": 0.9324888437986374,
+ "num_tokens": 43188395.0,
+ "step": 6960
+ },
+ {
+ "entropy": 0.25657844664528967,
+ "epoch": 1.974082991077751,
+ "grad_norm": 3.109375,
+ "learning_rate": 4.547352987276932e-09,
+ "loss": 0.29208557605743407,
+ "mean_token_accuracy": 0.9207483336329461,
+ "num_tokens": 43252749.0,
+ "step": 6970
+ },
+ {
+ "entropy": 0.26621196484193205,
+ "epoch": 1.9769154510692535,
+ "grad_norm": 2.984375,
+ "learning_rate": 3.62211598893325e-09,
+ "loss": 0.3027299404144287,
+ "mean_token_accuracy": 0.919490996003151,
+ "num_tokens": 43314198.0,
+ "step": 6980
+ },
+ {
+ "entropy": 0.2377776767127216,
+ "epoch": 1.9797479110607563,
+ "grad_norm": 3.265625,
+ "learning_rate": 2.801971828179095e-09,
+ "loss": 0.2663908004760742,
+ "mean_token_accuracy": 0.9292131140828133,
+ "num_tokens": 43375277.0,
+ "step": 6990
+ },
+ {
+ "entropy": 0.22117985133081675,
+ "epoch": 1.982580371052259,
+ "grad_norm": 3.125,
+ "learning_rate": 2.08693775576696e-09,
+ "loss": 0.2833960771560669,
+ "mean_token_accuracy": 0.9336959779262543,
+ "num_tokens": 43438248.0,
+ "step": 7000
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 7062,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 2,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 6.256628002822554e+17,
+ "train_batch_size": 4,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/checkpoint-7000/training_args.bin b/checkpoint-7000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aba49055cfa1d5774559bd6e849e55b3a159ad6e
--- /dev/null
+++ b/checkpoint-7000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3877cc7497dd1227f9a4d5559fa4971f821a57fe04698f05fa13abaa01033e02
+size 5777
diff --git a/checkpoint-7062/chat_template.jinja b/checkpoint-7062/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..3351794a94e61dfc4bc89ee46b1c94c5adb65eef
--- /dev/null
+++ b/checkpoint-7062/chat_template.jinja
@@ -0,0 +1,90 @@
+{%- set enable_thinking = true %}
+{%- if tools %}
+ {{- '<|im_start|>system\n' }}
+ {%- if messages[0].role == 'system' %}
+ {{- messages[0].content + '\n\n' }}
+ {%- endif %}
+ {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }}
+ {%- for tool in tools %}
+ {{- "\n" }}
+ {{- tool | tojson }}
+ {%- endfor %}
+ {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }}
+{%- else %}
+ {%- if messages[0].role == 'system' %}
+ {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+ {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+ {%- set index = (messages|length - 1) - loop.index0 %}
+ {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %}
+ {%- set ns.multi_step_tool = false %}
+ {%- set ns.last_query_index = index %}
+ {%- endif %}
+{%- endfor %}
+{%- for message in messages %}
+ {%- if message.content is string %}
+ {%- set content = message.content %}
+ {%- else %}
+ {%- set content = '' %}
+ {%- endif %}
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+ {%- elif message.role == "assistant" %}
+ {%- set reasoning_content = '' %}
+ {%- if message.reasoning_content is string %}
+ {%- set reasoning_content = message.reasoning_content %}
+ {%- else %}
+ {%- if '' in content %}
+ {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %}
+ {%- set content = content.split('')[-1].lstrip('\n') %}
+ {%- endif %}
+ {%- endif %}
+ {%- if loop.index0 > ns.last_query_index %}
+ {%- if loop.last or (not loop.last and reasoning_content) %}
+ {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }}
+ {%- else %}
+ {{- '<|im_start|>' + message.role + '\n' + content }}
+ {%- endif %}
+ {%- else %}
+ {{- '<|im_start|>' + message.role + '\n' + content }}
+ {%- endif %}
+ {%- if message.tool_calls %}
+ {%- for tool_call in message.tool_calls %}
+ {%- if (loop.first and content) or (not loop.first) %}
+ {{- '\n' }}
+ {%- endif %}
+ {%- if tool_call.function %}
+ {%- set tool_call = tool_call.function %}
+ {%- endif %}
+ {{- '\n{"name": "' }}
+ {{- tool_call.name }}
+ {{- '", "arguments": ' }}
+ {%- if tool_call.arguments is string %}
+ {{- tool_call.arguments }}
+ {%- else %}
+ {{- tool_call.arguments | tojson }}
+ {%- endif %}
+ {{- '}\n' }}
+ {%- endfor %}
+ {%- endif %}
+ {{- '<|im_end|>\n' }}
+ {%- elif message.role == "tool" %}
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+ {{- '<|im_start|>user' }}
+ {%- endif %}
+ {{- '\n\n' }}
+ {{- content }}
+ {{- '\n' }}
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+ {{- '<|im_end|>\n' }}
+ {%- endif %}
+ {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+ {{- '<|im_start|>assistant\n' }}
+ {%- if enable_thinking is defined and enable_thinking is false %}
+ {{- '\n\n\n\n' }}
+ {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/checkpoint-7062/config.json b/checkpoint-7062/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1d219d6a6d288625229a71646710b85cf7ae5def
--- /dev/null
+++ b/checkpoint-7062/config.json
@@ -0,0 +1,63 @@
+{
+ "architectures": [
+ "Qwen3ForCausalLM"
+ ],
+ "attention_bias": false,
+ "attention_dropout": 0.0,
+ "bos_token_id": null,
+ "dtype": "bfloat16",
+ "eos_token_id": 151645,
+ "head_dim": 128,
+ "hidden_act": "silu",
+ "hidden_size": 2048,
+ "initializer_range": 0.02,
+ "intermediate_size": 6144,
+ "layer_types": [
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention",
+ "full_attention"
+ ],
+ "max_position_embeddings": 40960,
+ "max_window_layers": 28,
+ "model_type": "qwen3",
+ "num_attention_heads": 16,
+ "num_hidden_layers": 28,
+ "num_key_value_heads": 8,
+ "pad_token_id": 151643,
+ "rms_norm_eps": 1e-06,
+ "rope_parameters": {
+ "rope_theta": 1000000,
+ "rope_type": "default"
+ },
+ "sliding_window": null,
+ "tie_word_embeddings": true,
+ "transformers_version": "5.7.0",
+ "use_cache": false,
+ "use_sliding_window": false,
+ "vocab_size": 151936
+}
diff --git a/checkpoint-7062/generation_config.json b/checkpoint-7062/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..5ec133d867b1427d43a5ee0ea332bd088fc12013
--- /dev/null
+++ b/checkpoint-7062/generation_config.json
@@ -0,0 +1,12 @@
+{
+ "do_sample": true,
+ "eos_token_id": [
+ 151645,
+ 151643
+ ],
+ "pad_token_id": 151643,
+ "temperature": 0.6,
+ "top_k": 20,
+ "top_p": 0.95,
+ "transformers_version": "5.7.0"
+}
diff --git a/checkpoint-7062/model.safetensors b/checkpoint-7062/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2267e24c0a2c87ed7119d8aa875501ec9f072ef7
--- /dev/null
+++ b/checkpoint-7062/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0dc25f83ba744fbad6ad1ab8eb54faff88c878c6ca650101f5155e349db4b0
+size 3441185608
diff --git a/checkpoint-7062/optimizer.pt b/checkpoint-7062/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a958b00828cb5d6868376b67d7c773a6f96d6c
--- /dev/null
+++ b/checkpoint-7062/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365daa20692e144316de974a9630a1d2c0cd0e397df9540ef31343b5af763552
+size 6882567855
diff --git a/checkpoint-7062/rng_state.pth b/checkpoint-7062/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ef0eca009ec27fe5759a211acd789ac4b89bebc7
--- /dev/null
+++ b/checkpoint-7062/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a410aa043fa2a3fc444002cbee9b5cc86ca072c9a96c2bee74f11b5535b0a5
+size 14709
diff --git a/checkpoint-7062/scheduler.pt b/checkpoint-7062/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5040c6d8d62dea31a7b38b971c13a92631fffd7
--- /dev/null
+++ b/checkpoint-7062/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01498b12a232cc94c9cb6516d6f129e47f7b085660beefa7e80b51f7721b09e2
+size 1465
diff --git a/checkpoint-7062/tokenizer.json b/checkpoint-7062/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..c0514b32204177c8f18e590a488ef974b883b37f
--- /dev/null
+++ b/checkpoint-7062/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ff947750287e6ea07d0b2507b144c5c645274f3dcfae956140522843851c7f
+size 11422916
diff --git a/checkpoint-7062/tokenizer_config.json b/checkpoint-7062/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..57b564de469af892cab80d1caca382b0740a5698
--- /dev/null
+++ b/checkpoint-7062/tokenizer_config.json
@@ -0,0 +1,37 @@
+{
+ "add_prefix_space": false,
+ "backend": "tokenizers",
+ "bos_token": null,
+ "clean_up_tokenization_spaces": false,
+ "eos_token": "<|im_end|>",
+ "errors": "replace",
+ "extra_special_tokens": [
+ "<|im_start|>",
+ "<|im_end|>",
+ "<|object_ref_start|>",
+ "<|object_ref_end|>",
+ "<|box_start|>",
+ "<|box_end|>",
+ "<|quad_start|>",
+ "<|quad_end|>",
+ "<|vision_start|>",
+ "<|vision_end|>",
+ "<|vision_pad|>",
+ "<|image_pad|>",
+ "<|video_pad|>"
+ ],
+ "is_local": true,
+ "local_files_only": false,
+ "max_length": 2048,
+ "model_max_length": 131072,
+ "pad_to_multiple_of": null,
+ "pad_token": "<|endoftext|>",
+ "pad_token_type_id": 0,
+ "padding_side": "left",
+ "split_special_tokens": false,
+ "stride": 0,
+ "tokenizer_class": "Qwen2Tokenizer",
+ "truncation_side": "right",
+ "truncation_strategy": "longest_first",
+ "unk_token": null
+}
diff --git a/checkpoint-7062/trainer_state.json b/checkpoint-7062/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..140c3bac7b1a1501e0aa0a4cb6e45d049ca9c964
--- /dev/null
+++ b/checkpoint-7062/trainer_state.json
@@ -0,0 +1,7094 @@
+{
+ "best_global_step": null,
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 2.0,
+ "eval_steps": 500,
+ "global_step": 7062,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "entropy": 0.29507704377174376,
+ "epoch": 0.00283245999150262,
+ "grad_norm": 4.09375,
+ "learning_rate": 4.2452830188679244e-07,
+ "loss": 0.3566948413848877,
+ "mean_token_accuracy": 0.9076204329729081,
+ "num_tokens": 57754.0,
+ "step": 10
+ },
+ {
+ "entropy": 0.2551024345681071,
+ "epoch": 0.00566491998300524,
+ "grad_norm": 3.40625,
+ "learning_rate": 8.962264150943397e-07,
+ "loss": 0.31477539539337157,
+ "mean_token_accuracy": 0.9188954353332519,
+ "num_tokens": 119901.0,
+ "step": 20
+ },
+ {
+ "entropy": 0.2523306422866881,
+ "epoch": 0.008497379974507861,
+ "grad_norm": 3.140625,
+ "learning_rate": 1.3679245283018869e-06,
+ "loss": 0.2913109064102173,
+ "mean_token_accuracy": 0.9215194329619407,
+ "num_tokens": 180311.0,
+ "step": 30
+ },
+ {
+ "entropy": 0.22679653987288476,
+ "epoch": 0.01132983996601048,
+ "grad_norm": 2.484375,
+ "learning_rate": 1.839622641509434e-06,
+ "loss": 0.2628800630569458,
+ "mean_token_accuracy": 0.9269197300076485,
+ "num_tokens": 240679.0,
+ "step": 40
+ },
+ {
+ "entropy": 0.25960975158959626,
+ "epoch": 0.0141622999575131,
+ "grad_norm": 3.171875,
+ "learning_rate": 2.3113207547169815e-06,
+ "loss": 0.28663818836212157,
+ "mean_token_accuracy": 0.9190028250217438,
+ "num_tokens": 300178.0,
+ "step": 50
+ },
+ {
+ "entropy": 0.23047537030652165,
+ "epoch": 0.016994759949015722,
+ "grad_norm": 3.359375,
+ "learning_rate": 2.7830188679245286e-06,
+ "loss": 0.2869963407516479,
+ "mean_token_accuracy": 0.9282467097043992,
+ "num_tokens": 363367.0,
+ "step": 60
+ },
+ {
+ "entropy": 0.2742697206325829,
+ "epoch": 0.01982721994051834,
+ "grad_norm": 2.84375,
+ "learning_rate": 3.2547169811320758e-06,
+ "loss": 0.33283913135528564,
+ "mean_token_accuracy": 0.9160554230213165,
+ "num_tokens": 422934.0,
+ "step": 70
+ },
+ {
+ "entropy": 0.2207114916294813,
+ "epoch": 0.02265967993202096,
+ "grad_norm": 2.296875,
+ "learning_rate": 3.726415094339623e-06,
+ "loss": 0.2637247323989868,
+ "mean_token_accuracy": 0.93454180508852,
+ "num_tokens": 485474.0,
+ "step": 80
+ },
+ {
+ "entropy": 0.29863583780825137,
+ "epoch": 0.02549213992352358,
+ "grad_norm": 3.109375,
+ "learning_rate": 4.19811320754717e-06,
+ "loss": 0.3299318552017212,
+ "mean_token_accuracy": 0.9074279353022575,
+ "num_tokens": 546729.0,
+ "step": 90
+ },
+ {
+ "entropy": 0.2593200202099979,
+ "epoch": 0.0283245999150262,
+ "grad_norm": 3.296875,
+ "learning_rate": 4.6698113207547175e-06,
+ "loss": 0.30571737289428713,
+ "mean_token_accuracy": 0.9210630834102631,
+ "num_tokens": 610043.0,
+ "step": 100
+ },
+ {
+ "entropy": 0.23882317589595914,
+ "epoch": 0.03115705990652882,
+ "grad_norm": 2.9375,
+ "learning_rate": 5.1415094339622655e-06,
+ "loss": 0.2805943965911865,
+ "mean_token_accuracy": 0.9287041068077088,
+ "num_tokens": 672659.0,
+ "step": 110
+ },
+ {
+ "entropy": 0.3046730716712773,
+ "epoch": 0.033989519898031444,
+ "grad_norm": 2.953125,
+ "learning_rate": 5.613207547169813e-06,
+ "loss": 0.33022561073303225,
+ "mean_token_accuracy": 0.9067787274718284,
+ "num_tokens": 734933.0,
+ "step": 120
+ },
+ {
+ "entropy": 0.2995048786513507,
+ "epoch": 0.03682197988953406,
+ "grad_norm": 3.125,
+ "learning_rate": 6.08490566037736e-06,
+ "loss": 0.349836540222168,
+ "mean_token_accuracy": 0.9100313737988472,
+ "num_tokens": 802051.0,
+ "step": 130
+ },
+ {
+ "entropy": 0.29361706245690583,
+ "epoch": 0.03965443988103668,
+ "grad_norm": 2.5,
+ "learning_rate": 6.556603773584907e-06,
+ "loss": 0.35902695655822753,
+ "mean_token_accuracy": 0.9101588934659958,
+ "num_tokens": 867377.0,
+ "step": 140
+ },
+ {
+ "entropy": 0.24544770400971175,
+ "epoch": 0.0424868998725393,
+ "grad_norm": 2.84375,
+ "learning_rate": 7.028301886792454e-06,
+ "loss": 0.285405707359314,
+ "mean_token_accuracy": 0.9270808070898056,
+ "num_tokens": 927107.0,
+ "step": 150
+ },
+ {
+ "entropy": 0.2875491754151881,
+ "epoch": 0.04531935986404192,
+ "grad_norm": 3.234375,
+ "learning_rate": 7.500000000000001e-06,
+ "loss": 0.3402009725570679,
+ "mean_token_accuracy": 0.9136876732110977,
+ "num_tokens": 990528.0,
+ "step": 160
+ },
+ {
+ "entropy": 0.22622144613415002,
+ "epoch": 0.04815181985554454,
+ "grad_norm": 2.25,
+ "learning_rate": 7.971698113207547e-06,
+ "loss": 0.2910705804824829,
+ "mean_token_accuracy": 0.9321711152791977,
+ "num_tokens": 1058242.0,
+ "step": 170
+ },
+ {
+ "entropy": 0.29517930569127204,
+ "epoch": 0.05098427984704716,
+ "grad_norm": 2.359375,
+ "learning_rate": 8.443396226415095e-06,
+ "loss": 0.33316755294799805,
+ "mean_token_accuracy": 0.9101866632699966,
+ "num_tokens": 1122005.0,
+ "step": 180
+ },
+ {
+ "entropy": 0.24930730648338795,
+ "epoch": 0.05381673983854978,
+ "grad_norm": 3.0,
+ "learning_rate": 8.915094339622642e-06,
+ "loss": 0.30969944000244143,
+ "mean_token_accuracy": 0.9247294485569,
+ "num_tokens": 1188490.0,
+ "step": 190
+ },
+ {
+ "entropy": 0.25839815735816957,
+ "epoch": 0.0566491998300524,
+ "grad_norm": 3.0625,
+ "learning_rate": 9.38679245283019e-06,
+ "loss": 0.297174334526062,
+ "mean_token_accuracy": 0.9204156577587128,
+ "num_tokens": 1251678.0,
+ "step": 200
+ },
+ {
+ "entropy": 0.2905343039892614,
+ "epoch": 0.05948165982155502,
+ "grad_norm": 2.8125,
+ "learning_rate": 9.858490566037736e-06,
+ "loss": 0.32970147132873534,
+ "mean_token_accuracy": 0.913238699734211,
+ "num_tokens": 1313699.0,
+ "step": 210
+ },
+ {
+ "entropy": 0.2568929926492274,
+ "epoch": 0.06231411981305764,
+ "grad_norm": 2.5625,
+ "learning_rate": 9.999974233565972e-06,
+ "loss": 0.30164146423339844,
+ "mean_token_accuracy": 0.9249269992113114,
+ "num_tokens": 1375715.0,
+ "step": 220
+ },
+ {
+ "entropy": 0.28177314829081296,
+ "epoch": 0.06514657980456026,
+ "grad_norm": 2.65625,
+ "learning_rate": 9.999848031263088e-06,
+ "loss": 0.35624649524688723,
+ "mean_token_accuracy": 0.9165132910013198,
+ "num_tokens": 1437036.0,
+ "step": 230
+ },
+ {
+ "entropy": 0.28143359581008554,
+ "epoch": 0.06797903979606289,
+ "grad_norm": 3.5,
+ "learning_rate": 9.999616663132215e-06,
+ "loss": 0.31751246452331544,
+ "mean_token_accuracy": 0.9144904181361199,
+ "num_tokens": 1497439.0,
+ "step": 240
+ },
+ {
+ "entropy": 0.2563840645365417,
+ "epoch": 0.0708114997875655,
+ "grad_norm": 2.9375,
+ "learning_rate": 9.999280134039904e-06,
+ "loss": 0.2970747947692871,
+ "mean_token_accuracy": 0.9239869534969329,
+ "num_tokens": 1560572.0,
+ "step": 250
+ },
+ {
+ "entropy": 0.26128380922600625,
+ "epoch": 0.07364395977906812,
+ "grad_norm": 3.546875,
+ "learning_rate": 9.99883845106464e-06,
+ "loss": 0.3082664251327515,
+ "mean_token_accuracy": 0.9216519877314567,
+ "num_tokens": 1618878.0,
+ "step": 260
+ },
+ {
+ "entropy": 0.24938686965033413,
+ "epoch": 0.07647641977057074,
+ "grad_norm": 3.03125,
+ "learning_rate": 9.998291623496701e-06,
+ "loss": 0.29519200325012207,
+ "mean_token_accuracy": 0.9224761530756951,
+ "num_tokens": 1685916.0,
+ "step": 270
+ },
+ {
+ "entropy": 0.28363573011010884,
+ "epoch": 0.07930887976207336,
+ "grad_norm": 3.15625,
+ "learning_rate": 9.997639662837951e-06,
+ "loss": 0.3446742296218872,
+ "mean_token_accuracy": 0.9136298835277558,
+ "num_tokens": 1751080.0,
+ "step": 280
+ },
+ {
+ "entropy": 0.2872984026558697,
+ "epoch": 0.08214133975357599,
+ "grad_norm": 2.8125,
+ "learning_rate": 9.996882582801599e-06,
+ "loss": 0.3477527141571045,
+ "mean_token_accuracy": 0.9137941494584083,
+ "num_tokens": 1815780.0,
+ "step": 290
+ },
+ {
+ "entropy": 0.25401860922575,
+ "epoch": 0.0849737997450786,
+ "grad_norm": 4.25,
+ "learning_rate": 9.996020399311921e-06,
+ "loss": 0.29331982135772705,
+ "mean_token_accuracy": 0.9234861671924591,
+ "num_tokens": 1873908.0,
+ "step": 300
+ },
+ {
+ "entropy": 0.2665036544203758,
+ "epoch": 0.08780625973658122,
+ "grad_norm": 3.59375,
+ "learning_rate": 9.995053130503918e-06,
+ "loss": 0.31269567012786864,
+ "mean_token_accuracy": 0.9207103908061981,
+ "num_tokens": 1931890.0,
+ "step": 310
+ },
+ {
+ "entropy": 0.23515027351677417,
+ "epoch": 0.09063871972808384,
+ "grad_norm": 2.5,
+ "learning_rate": 9.993980796722932e-06,
+ "loss": 0.2736210346221924,
+ "mean_token_accuracy": 0.9278215259313584,
+ "num_tokens": 1991312.0,
+ "step": 320
+ },
+ {
+ "entropy": 0.28878505127504467,
+ "epoch": 0.09347117971958646,
+ "grad_norm": 2.5,
+ "learning_rate": 9.992803420524221e-06,
+ "loss": 0.33671131134033205,
+ "mean_token_accuracy": 0.9127544730901718,
+ "num_tokens": 2053178.0,
+ "step": 330
+ },
+ {
+ "entropy": 0.2834086772054434,
+ "epoch": 0.09630363971108909,
+ "grad_norm": 3.90625,
+ "learning_rate": 9.99152102667249e-06,
+ "loss": 0.35361733436584475,
+ "mean_token_accuracy": 0.9139562115073204,
+ "num_tokens": 2120195.0,
+ "step": 340
+ },
+ {
+ "entropy": 0.2917692055925727,
+ "epoch": 0.0991360997025917,
+ "grad_norm": 2.515625,
+ "learning_rate": 9.990133642141359e-06,
+ "loss": 0.3562884569168091,
+ "mean_token_accuracy": 0.9113267123699188,
+ "num_tokens": 2183384.0,
+ "step": 350
+ },
+ {
+ "entropy": 0.29602638110518453,
+ "epoch": 0.10196855969409432,
+ "grad_norm": 2.984375,
+ "learning_rate": 9.988641296112801e-06,
+ "loss": 0.36012532711029055,
+ "mean_token_accuracy": 0.9128559544682503,
+ "num_tokens": 2244346.0,
+ "step": 360
+ },
+ {
+ "entropy": 0.3045878069475293,
+ "epoch": 0.10480101968559694,
+ "grad_norm": 3.21875,
+ "learning_rate": 9.987044019976537e-06,
+ "loss": 0.3514120101928711,
+ "mean_token_accuracy": 0.9106482103466987,
+ "num_tokens": 2305297.0,
+ "step": 370
+ },
+ {
+ "entropy": 0.299565667938441,
+ "epoch": 0.10763347967709956,
+ "grad_norm": 2.671875,
+ "learning_rate": 9.985341847329356e-06,
+ "loss": 0.367277193069458,
+ "mean_token_accuracy": 0.9121061027050018,
+ "num_tokens": 2365431.0,
+ "step": 380
+ },
+ {
+ "entropy": 0.27325491337105634,
+ "epoch": 0.11046593966860219,
+ "grad_norm": 3.234375,
+ "learning_rate": 9.983534813974427e-06,
+ "loss": 0.31475095748901366,
+ "mean_token_accuracy": 0.9173168331384659,
+ "num_tokens": 2428801.0,
+ "step": 390
+ },
+ {
+ "entropy": 0.2851902859285474,
+ "epoch": 0.1132983996601048,
+ "grad_norm": 2.875,
+ "learning_rate": 9.981622957920539e-06,
+ "loss": 0.33931722640991213,
+ "mean_token_accuracy": 0.9106573596596718,
+ "num_tokens": 2491579.0,
+ "step": 400
+ },
+ {
+ "entropy": 0.21675956407561897,
+ "epoch": 0.11613085965160742,
+ "grad_norm": 2.78125,
+ "learning_rate": 9.979606319381298e-06,
+ "loss": 0.25852797031402586,
+ "mean_token_accuracy": 0.9324780255556107,
+ "num_tokens": 2548859.0,
+ "step": 410
+ },
+ {
+ "entropy": 0.24814353184774518,
+ "epoch": 0.11896331964311004,
+ "grad_norm": 2.90625,
+ "learning_rate": 9.977484940774285e-06,
+ "loss": 0.3079322099685669,
+ "mean_token_accuracy": 0.925763688981533,
+ "num_tokens": 2609527.0,
+ "step": 420
+ },
+ {
+ "entropy": 0.23963961247354745,
+ "epoch": 0.12179577963461266,
+ "grad_norm": 2.84375,
+ "learning_rate": 9.975258866720164e-06,
+ "loss": 0.30464174747467043,
+ "mean_token_accuracy": 0.9282972604036331,
+ "num_tokens": 2671792.0,
+ "step": 430
+ },
+ {
+ "entropy": 0.22275841599330307,
+ "epoch": 0.12462823962611529,
+ "grad_norm": 3.71875,
+ "learning_rate": 9.972928144041743e-06,
+ "loss": 0.2726627826690674,
+ "mean_token_accuracy": 0.9328858569264412,
+ "num_tokens": 2728843.0,
+ "step": 440
+ },
+ {
+ "entropy": 0.25536813884973525,
+ "epoch": 0.1274606996176179,
+ "grad_norm": 3.421875,
+ "learning_rate": 9.970492821762987e-06,
+ "loss": 0.3212365388870239,
+ "mean_token_accuracy": 0.9217953279614448,
+ "num_tokens": 2791023.0,
+ "step": 450
+ },
+ {
+ "entropy": 0.2672379590570927,
+ "epoch": 0.13029315960912052,
+ "grad_norm": 3.734375,
+ "learning_rate": 9.96795295110799e-06,
+ "loss": 0.29747211933135986,
+ "mean_token_accuracy": 0.9217168748378753,
+ "num_tokens": 2847958.0,
+ "step": 460
+ },
+ {
+ "entropy": 0.28422608589753506,
+ "epoch": 0.13312561960062314,
+ "grad_norm": 2.859375,
+ "learning_rate": 9.965308585499896e-06,
+ "loss": 0.34196789264678956,
+ "mean_token_accuracy": 0.9170226454734802,
+ "num_tokens": 2909349.0,
+ "step": 470
+ },
+ {
+ "entropy": 0.27438433319330213,
+ "epoch": 0.13595807959212577,
+ "grad_norm": 3.34375,
+ "learning_rate": 9.962559780559775e-06,
+ "loss": 0.33036375045776367,
+ "mean_token_accuracy": 0.9176693558692932,
+ "num_tokens": 2969433.0,
+ "step": 480
+ },
+ {
+ "entropy": 0.2442100400105119,
+ "epoch": 0.1387905395836284,
+ "grad_norm": 3.0,
+ "learning_rate": 9.959706594105455e-06,
+ "loss": 0.28648254871368406,
+ "mean_token_accuracy": 0.9282553762197494,
+ "num_tokens": 3027582.0,
+ "step": 490
+ },
+ {
+ "entropy": 0.23896701000630854,
+ "epoch": 0.141622999575131,
+ "grad_norm": 3.546875,
+ "learning_rate": 9.956749086150301e-06,
+ "loss": 0.2794966697692871,
+ "mean_token_accuracy": 0.9286124855279922,
+ "num_tokens": 3084211.0,
+ "step": 500
+ },
+ {
+ "entropy": 0.27731118397787213,
+ "epoch": 0.1444554595666336,
+ "grad_norm": 3.21875,
+ "learning_rate": 9.95368731890196e-06,
+ "loss": 0.34079086780548096,
+ "mean_token_accuracy": 0.9156320407986641,
+ "num_tokens": 3148066.0,
+ "step": 510
+ },
+ {
+ "entropy": 0.3060536190867424,
+ "epoch": 0.14728791955813625,
+ "grad_norm": 3.109375,
+ "learning_rate": 9.95052135676105e-06,
+ "loss": 0.35003831386566164,
+ "mean_token_accuracy": 0.9095047876238823,
+ "num_tokens": 3210881.0,
+ "step": 520
+ },
+ {
+ "entropy": 0.24477277882397175,
+ "epoch": 0.15012037954963886,
+ "grad_norm": 2.453125,
+ "learning_rate": 9.947251266319794e-06,
+ "loss": 0.2733241319656372,
+ "mean_token_accuracy": 0.9252619653940201,
+ "num_tokens": 3276012.0,
+ "step": 530
+ },
+ {
+ "entropy": 0.27293226812034843,
+ "epoch": 0.15295283954114147,
+ "grad_norm": 2.90625,
+ "learning_rate": 9.943877116360641e-06,
+ "loss": 0.31792876720428465,
+ "mean_token_accuracy": 0.9202567800879479,
+ "num_tokens": 3335164.0,
+ "step": 540
+ },
+ {
+ "entropy": 0.20838154219090937,
+ "epoch": 0.1557852995326441,
+ "grad_norm": 2.78125,
+ "learning_rate": 9.9403989778548e-06,
+ "loss": 0.22628676891326904,
+ "mean_token_accuracy": 0.9357526674866676,
+ "num_tokens": 3395629.0,
+ "step": 550
+ },
+ {
+ "entropy": 0.28058414310216906,
+ "epoch": 0.15861775952414672,
+ "grad_norm": 2.796875,
+ "learning_rate": 9.936816923960762e-06,
+ "loss": 0.3485994815826416,
+ "mean_token_accuracy": 0.913826584815979,
+ "num_tokens": 3458741.0,
+ "step": 560
+ },
+ {
+ "entropy": 0.24033103082329035,
+ "epoch": 0.16145021951564933,
+ "grad_norm": 2.828125,
+ "learning_rate": 9.933131030022747e-06,
+ "loss": 0.2948629379272461,
+ "mean_token_accuracy": 0.9284436792135239,
+ "num_tokens": 3521040.0,
+ "step": 570
+ },
+ {
+ "entropy": 0.23639136143028736,
+ "epoch": 0.16428267950715197,
+ "grad_norm": 2.390625,
+ "learning_rate": 9.929341373569128e-06,
+ "loss": 0.27065243721008303,
+ "mean_token_accuracy": 0.9302666276693344,
+ "num_tokens": 3581611.0,
+ "step": 580
+ },
+ {
+ "entropy": 0.2285683000460267,
+ "epoch": 0.16711513949865459,
+ "grad_norm": 2.375,
+ "learning_rate": 9.9254480343108e-06,
+ "loss": 0.2653533697128296,
+ "mean_token_accuracy": 0.9309602394700051,
+ "num_tokens": 3644921.0,
+ "step": 590
+ },
+ {
+ "entropy": 0.27094218097627165,
+ "epoch": 0.1699475994901572,
+ "grad_norm": 3.046875,
+ "learning_rate": 9.921451094139505e-06,
+ "loss": 0.32512192726135253,
+ "mean_token_accuracy": 0.9172641158103942,
+ "num_tokens": 3709586.0,
+ "step": 600
+ },
+ {
+ "entropy": 0.2930651384405792,
+ "epoch": 0.1727800594816598,
+ "grad_norm": 2.734375,
+ "learning_rate": 9.917350637126098e-06,
+ "loss": 0.34543671607971194,
+ "mean_token_accuracy": 0.9111444249749183,
+ "num_tokens": 3771199.0,
+ "step": 610
+ },
+ {
+ "entropy": 0.20977639830671252,
+ "epoch": 0.17561251947316245,
+ "grad_norm": 3.34375,
+ "learning_rate": 9.913146749518793e-06,
+ "loss": 0.24384891986846924,
+ "mean_token_accuracy": 0.9361389100551605,
+ "num_tokens": 3830642.0,
+ "step": 620
+ },
+ {
+ "entropy": 0.33134929798543455,
+ "epoch": 0.17844497946466506,
+ "grad_norm": 3.109375,
+ "learning_rate": 9.908839519741342e-06,
+ "loss": 0.3824115753173828,
+ "mean_token_accuracy": 0.901754966378212,
+ "num_tokens": 3897528.0,
+ "step": 630
+ },
+ {
+ "entropy": 0.25660650301724675,
+ "epoch": 0.18127743945616767,
+ "grad_norm": 2.890625,
+ "learning_rate": 9.904429038391176e-06,
+ "loss": 0.3021864891052246,
+ "mean_token_accuracy": 0.9210129022598267,
+ "num_tokens": 3959989.0,
+ "step": 640
+ },
+ {
+ "entropy": 0.23014457449316977,
+ "epoch": 0.1841098994476703,
+ "grad_norm": 2.75,
+ "learning_rate": 9.899915398237501e-06,
+ "loss": 0.2613434076309204,
+ "mean_token_accuracy": 0.9306802496314048,
+ "num_tokens": 4016935.0,
+ "step": 650
+ },
+ {
+ "entropy": 0.1980850043706596,
+ "epoch": 0.18694235943917292,
+ "grad_norm": 3.734375,
+ "learning_rate": 9.895298694219341e-06,
+ "loss": 0.20858781337738036,
+ "mean_token_accuracy": 0.9410330221056938,
+ "num_tokens": 4073788.0,
+ "step": 660
+ },
+ {
+ "entropy": 0.24770355047658085,
+ "epoch": 0.18977481943067553,
+ "grad_norm": 3.421875,
+ "learning_rate": 9.890579023443547e-06,
+ "loss": 0.2824872016906738,
+ "mean_token_accuracy": 0.9241019815206528,
+ "num_tokens": 4132709.0,
+ "step": 670
+ },
+ {
+ "entropy": 0.25571326799690725,
+ "epoch": 0.19260727942217817,
+ "grad_norm": 3.046875,
+ "learning_rate": 9.885756485182757e-06,
+ "loss": 0.29729485511779785,
+ "mean_token_accuracy": 0.9242745995521545,
+ "num_tokens": 4192868.0,
+ "step": 680
+ },
+ {
+ "entropy": 0.24121474735438825,
+ "epoch": 0.19543973941368079,
+ "grad_norm": 2.1875,
+ "learning_rate": 9.880831180873293e-06,
+ "loss": 0.27683706283569337,
+ "mean_token_accuracy": 0.9267540663480759,
+ "num_tokens": 4260336.0,
+ "step": 690
+ },
+ {
+ "entropy": 0.27479004645720123,
+ "epoch": 0.1982721994051834,
+ "grad_norm": 3.109375,
+ "learning_rate": 9.875803214113054e-06,
+ "loss": 0.33806943893432617,
+ "mean_token_accuracy": 0.9168683245778084,
+ "num_tokens": 4321854.0,
+ "step": 700
+ },
+ {
+ "entropy": 0.25184335857629775,
+ "epoch": 0.201104659396686,
+ "grad_norm": 2.609375,
+ "learning_rate": 9.870672690659305e-06,
+ "loss": 0.2812079668045044,
+ "mean_token_accuracy": 0.9226194903254509,
+ "num_tokens": 4386277.0,
+ "step": 710
+ },
+ {
+ "entropy": 0.28651694897562263,
+ "epoch": 0.20393711938818865,
+ "grad_norm": 2.78125,
+ "learning_rate": 9.865439718426477e-06,
+ "loss": 0.32440919876098634,
+ "mean_token_accuracy": 0.9133371457457542,
+ "num_tokens": 4442830.0,
+ "step": 720
+ },
+ {
+ "entropy": 0.22666416531428696,
+ "epoch": 0.20676957937969126,
+ "grad_norm": 2.71875,
+ "learning_rate": 9.860104407483886e-06,
+ "loss": 0.24703795909881593,
+ "mean_token_accuracy": 0.9327533736824989,
+ "num_tokens": 4500436.0,
+ "step": 730
+ },
+ {
+ "entropy": 0.2507213500328362,
+ "epoch": 0.20960203937119387,
+ "grad_norm": 2.53125,
+ "learning_rate": 9.854666870053425e-06,
+ "loss": 0.2838727951049805,
+ "mean_token_accuracy": 0.9209447979927063,
+ "num_tokens": 4561933.0,
+ "step": 740
+ },
+ {
+ "entropy": 0.21676306603476406,
+ "epoch": 0.2124344993626965,
+ "grad_norm": 2.859375,
+ "learning_rate": 9.849127220507194e-06,
+ "loss": 0.2716209411621094,
+ "mean_token_accuracy": 0.9343680232763291,
+ "num_tokens": 4622998.0,
+ "step": 750
+ },
+ {
+ "entropy": 0.2786881748586893,
+ "epoch": 0.21526695935419912,
+ "grad_norm": 3.046875,
+ "learning_rate": 9.843485575365097e-06,
+ "loss": 0.29899957180023196,
+ "mean_token_accuracy": 0.9196301624178886,
+ "num_tokens": 4681083.0,
+ "step": 760
+ },
+ {
+ "entropy": 0.2431763346772641,
+ "epoch": 0.21809941934570173,
+ "grad_norm": 3.0625,
+ "learning_rate": 9.8377420532924e-06,
+ "loss": 0.29538416862487793,
+ "mean_token_accuracy": 0.9254559382796288,
+ "num_tokens": 4743380.0,
+ "step": 770
+ },
+ {
+ "entropy": 0.26367821972817185,
+ "epoch": 0.22093187933720437,
+ "grad_norm": 3.5625,
+ "learning_rate": 9.831896775097228e-06,
+ "loss": 0.30875329971313475,
+ "mean_token_accuracy": 0.9178639754652977,
+ "num_tokens": 4810602.0,
+ "step": 780
+ },
+ {
+ "entropy": 0.2465921022929251,
+ "epoch": 0.22376433932870698,
+ "grad_norm": 2.765625,
+ "learning_rate": 9.82594986372802e-06,
+ "loss": 0.2801267862319946,
+ "mean_token_accuracy": 0.9282723888754845,
+ "num_tokens": 4871627.0,
+ "step": 790
+ },
+ {
+ "entropy": 0.25284000346437097,
+ "epoch": 0.2265967993202096,
+ "grad_norm": 3.4375,
+ "learning_rate": 9.819901444270948e-06,
+ "loss": 0.30395705699920655,
+ "mean_token_accuracy": 0.9240084990859032,
+ "num_tokens": 4931920.0,
+ "step": 800
+ },
+ {
+ "entropy": 0.28599896691739557,
+ "epoch": 0.22942925931171224,
+ "grad_norm": 2.640625,
+ "learning_rate": 9.81375164394729e-06,
+ "loss": 0.3340512752532959,
+ "mean_token_accuracy": 0.916917297244072,
+ "num_tokens": 4991349.0,
+ "step": 810
+ },
+ {
+ "entropy": 0.23968474548310043,
+ "epoch": 0.23226171930321485,
+ "grad_norm": 3.453125,
+ "learning_rate": 9.807500592110742e-06,
+ "loss": 0.2692118167877197,
+ "mean_token_accuracy": 0.9295398175716401,
+ "num_tokens": 5050055.0,
+ "step": 820
+ },
+ {
+ "entropy": 0.20940189454704522,
+ "epoch": 0.23509417929471746,
+ "grad_norm": 2.765625,
+ "learning_rate": 9.801148420244712e-06,
+ "loss": 0.25932815074920657,
+ "mean_token_accuracy": 0.9358838751912117,
+ "num_tokens": 5109782.0,
+ "step": 830
+ },
+ {
+ "entropy": 0.24254744723439217,
+ "epoch": 0.23792663928622007,
+ "grad_norm": 2.8125,
+ "learning_rate": 9.794695261959543e-06,
+ "loss": 0.2990440607070923,
+ "mean_token_accuracy": 0.9256203979253769,
+ "num_tokens": 5172440.0,
+ "step": 840
+ },
+ {
+ "entropy": 0.2664669520221651,
+ "epoch": 0.2407590992777227,
+ "grad_norm": 2.59375,
+ "learning_rate": 9.788141252989708e-06,
+ "loss": 0.29775204658508303,
+ "mean_token_accuracy": 0.9201966479420662,
+ "num_tokens": 5235919.0,
+ "step": 850
+ },
+ {
+ "entropy": 0.19833559924736618,
+ "epoch": 0.24359155926922532,
+ "grad_norm": 3.234375,
+ "learning_rate": 9.781486531190949e-06,
+ "loss": 0.23745510578155518,
+ "mean_token_accuracy": 0.9385088697075844,
+ "num_tokens": 5296473.0,
+ "step": 860
+ },
+ {
+ "entropy": 0.3408564478158951,
+ "epoch": 0.24642401926072793,
+ "grad_norm": 2.4375,
+ "learning_rate": 9.77473123653739e-06,
+ "loss": 0.39055278301239016,
+ "mean_token_accuracy": 0.8995231419801712,
+ "num_tokens": 5371351.0,
+ "step": 870
+ },
+ {
+ "entropy": 0.20810967413708567,
+ "epoch": 0.24925647925223057,
+ "grad_norm": 2.984375,
+ "learning_rate": 9.767875511118581e-06,
+ "loss": 0.23883450031280518,
+ "mean_token_accuracy": 0.9360704630613327,
+ "num_tokens": 5426969.0,
+ "step": 880
+ },
+ {
+ "entropy": 0.20178698934614658,
+ "epoch": 0.25208893924373316,
+ "grad_norm": 2.796875,
+ "learning_rate": 9.76091949913651e-06,
+ "loss": 0.2629793643951416,
+ "mean_token_accuracy": 0.9390636637806893,
+ "num_tokens": 5486851.0,
+ "step": 890
+ },
+ {
+ "entropy": 0.2675803706981242,
+ "epoch": 0.2549213992352358,
+ "grad_norm": 2.734375,
+ "learning_rate": 9.75386334690258e-06,
+ "loss": 0.32069413661956786,
+ "mean_token_accuracy": 0.9186962202191353,
+ "num_tokens": 5548844.0,
+ "step": 900
+ },
+ {
+ "entropy": 0.23871907480061055,
+ "epoch": 0.25775385922673844,
+ "grad_norm": 2.640625,
+ "learning_rate": 9.746707202834513e-06,
+ "loss": 0.2886685371398926,
+ "mean_token_accuracy": 0.9280523255467414,
+ "num_tokens": 5611116.0,
+ "step": 910
+ },
+ {
+ "entropy": 0.2657617861405015,
+ "epoch": 0.26058631921824105,
+ "grad_norm": 3.78125,
+ "learning_rate": 9.739451217453256e-06,
+ "loss": 0.3452012538909912,
+ "mean_token_accuracy": 0.9207879915833473,
+ "num_tokens": 5669471.0,
+ "step": 920
+ },
+ {
+ "entropy": 0.35146014522761104,
+ "epoch": 0.26341877920974366,
+ "grad_norm": 2.71875,
+ "learning_rate": 9.732095543379785e-06,
+ "loss": 0.40203266143798827,
+ "mean_token_accuracy": 0.8934830293059349,
+ "num_tokens": 5733490.0,
+ "step": 930
+ },
+ {
+ "entropy": 0.26005903370678424,
+ "epoch": 0.26625123920124627,
+ "grad_norm": 3.25,
+ "learning_rate": 9.724640335331914e-06,
+ "loss": 0.32765285968780516,
+ "mean_token_accuracy": 0.9225191935896874,
+ "num_tokens": 5794906.0,
+ "step": 940
+ },
+ {
+ "entropy": 0.2606829381547868,
+ "epoch": 0.2690836991927489,
+ "grad_norm": 3.125,
+ "learning_rate": 9.717085750121034e-06,
+ "loss": 0.291635537147522,
+ "mean_token_accuracy": 0.9234898447990417,
+ "num_tokens": 5859091.0,
+ "step": 950
+ },
+ {
+ "entropy": 0.23729518568143249,
+ "epoch": 0.27191615918425155,
+ "grad_norm": 3.890625,
+ "learning_rate": 9.709431946648816e-06,
+ "loss": 0.2771798849105835,
+ "mean_token_accuracy": 0.9288942471146584,
+ "num_tokens": 5916651.0,
+ "step": 960
+ },
+ {
+ "entropy": 0.3044700736179948,
+ "epoch": 0.27474861917575416,
+ "grad_norm": 3.265625,
+ "learning_rate": 9.70167908590387e-06,
+ "loss": 0.35118794441223145,
+ "mean_token_accuracy": 0.9071996942162514,
+ "num_tokens": 5986297.0,
+ "step": 970
+ },
+ {
+ "entropy": 0.20032154135406016,
+ "epoch": 0.2775810791672568,
+ "grad_norm": 1.9453125,
+ "learning_rate": 9.693827330958359e-06,
+ "loss": 0.22060835361480713,
+ "mean_token_accuracy": 0.9378864094614983,
+ "num_tokens": 6040950.0,
+ "step": 980
+ },
+ {
+ "entropy": 0.2812673319131136,
+ "epoch": 0.2804135391587594,
+ "grad_norm": 3.015625,
+ "learning_rate": 9.685876846964559e-06,
+ "loss": 0.3387210607528687,
+ "mean_token_accuracy": 0.9153818473219871,
+ "num_tokens": 6104481.0,
+ "step": 990
+ },
+ {
+ "entropy": 0.24724330119788646,
+ "epoch": 0.283245999150262,
+ "grad_norm": 2.828125,
+ "learning_rate": 9.677827801151403e-06,
+ "loss": 0.31839587688446047,
+ "mean_token_accuracy": 0.923798055946827,
+ "num_tokens": 6165731.0,
+ "step": 1000
+ },
+ {
+ "entropy": 0.21327958977781236,
+ "epoch": 0.2860784591417646,
+ "grad_norm": 3.546875,
+ "learning_rate": 9.669680362820947e-06,
+ "loss": 0.24435055255889893,
+ "mean_token_accuracy": 0.9363983988761901,
+ "num_tokens": 6222125.0,
+ "step": 1010
+ },
+ {
+ "entropy": 0.23882522946223617,
+ "epoch": 0.2889109191332672,
+ "grad_norm": 3.328125,
+ "learning_rate": 9.661434703344826e-06,
+ "loss": 0.2806673526763916,
+ "mean_token_accuracy": 0.9294095247983932,
+ "num_tokens": 6282204.0,
+ "step": 1020
+ },
+ {
+ "entropy": 0.26137259500101206,
+ "epoch": 0.2917433791247699,
+ "grad_norm": 2.671875,
+ "learning_rate": 9.653090996160623e-06,
+ "loss": 0.3070922613143921,
+ "mean_token_accuracy": 0.9197057574987412,
+ "num_tokens": 6344061.0,
+ "step": 1030
+ },
+ {
+ "entropy": 0.2871730769984424,
+ "epoch": 0.2945758391162725,
+ "grad_norm": 2.984375,
+ "learning_rate": 9.644649416768255e-06,
+ "loss": 0.35834407806396484,
+ "mean_token_accuracy": 0.912547567486763,
+ "num_tokens": 6407984.0,
+ "step": 1040
+ },
+ {
+ "entropy": 0.2900437446311116,
+ "epoch": 0.2974082991077751,
+ "grad_norm": 2.03125,
+ "learning_rate": 9.636110142726253e-06,
+ "loss": 0.32457125186920166,
+ "mean_token_accuracy": 0.9121438428759575,
+ "num_tokens": 6472329.0,
+ "step": 1050
+ },
+ {
+ "entropy": 0.2622954409569502,
+ "epoch": 0.3002407590992777,
+ "grad_norm": 3.25,
+ "learning_rate": 9.62747335364804e-06,
+ "loss": 0.33258225917816164,
+ "mean_token_accuracy": 0.9233925610780715,
+ "num_tokens": 6531732.0,
+ "step": 1060
+ },
+ {
+ "entropy": 0.2856888581067324,
+ "epoch": 0.30307321909078033,
+ "grad_norm": 3.0,
+ "learning_rate": 9.618739231198153e-06,
+ "loss": 0.3187042951583862,
+ "mean_token_accuracy": 0.9143719717860221,
+ "num_tokens": 6592374.0,
+ "step": 1070
+ },
+ {
+ "entropy": 0.24033787474036217,
+ "epoch": 0.30590567908228294,
+ "grad_norm": 2.859375,
+ "learning_rate": 9.609907959088422e-06,
+ "loss": 0.283614444732666,
+ "mean_token_accuracy": 0.9261544540524482,
+ "num_tokens": 6650790.0,
+ "step": 1080
+ },
+ {
+ "entropy": 0.23848863909952342,
+ "epoch": 0.30873813907378556,
+ "grad_norm": 2.625,
+ "learning_rate": 9.600979723074098e-06,
+ "loss": 0.2936501979827881,
+ "mean_token_accuracy": 0.9262032687664032,
+ "num_tokens": 6719706.0,
+ "step": 1090
+ },
+ {
+ "entropy": 0.21693174866959453,
+ "epoch": 0.3115705990652882,
+ "grad_norm": 2.953125,
+ "learning_rate": 9.591954710949957e-06,
+ "loss": 0.26004149913787844,
+ "mean_token_accuracy": 0.932583923637867,
+ "num_tokens": 6776632.0,
+ "step": 1100
+ },
+ {
+ "entropy": 0.2789190562441945,
+ "epoch": 0.31440305905679083,
+ "grad_norm": 2.890625,
+ "learning_rate": 9.582833112546343e-06,
+ "loss": 0.31595649719238283,
+ "mean_token_accuracy": 0.916853055357933,
+ "num_tokens": 6833011.0,
+ "step": 1110
+ },
+ {
+ "entropy": 0.26948679955676197,
+ "epoch": 0.31723551904829345,
+ "grad_norm": 3.21875,
+ "learning_rate": 9.573615119725177e-06,
+ "loss": 0.33131632804870603,
+ "mean_token_accuracy": 0.9167306616902351,
+ "num_tokens": 6900317.0,
+ "step": 1120
+ },
+ {
+ "entropy": 0.28943569734692576,
+ "epoch": 0.32006797903979606,
+ "grad_norm": 2.96875,
+ "learning_rate": 9.564300926375922e-06,
+ "loss": 0.3488821029663086,
+ "mean_token_accuracy": 0.9178584888577461,
+ "num_tokens": 6957843.0,
+ "step": 1130
+ },
+ {
+ "entropy": 0.3092574684880674,
+ "epoch": 0.32290043903129867,
+ "grad_norm": 3.0,
+ "learning_rate": 9.554890728411504e-06,
+ "loss": 0.38100056648254393,
+ "mean_token_accuracy": 0.907250528037548,
+ "num_tokens": 7019625.0,
+ "step": 1140
+ },
+ {
+ "entropy": 0.23205467853695155,
+ "epoch": 0.3257328990228013,
+ "grad_norm": 2.671875,
+ "learning_rate": 9.545384723764191e-06,
+ "loss": 0.2787184476852417,
+ "mean_token_accuracy": 0.9284637689590454,
+ "num_tokens": 7082747.0,
+ "step": 1150
+ },
+ {
+ "entropy": 0.220759935118258,
+ "epoch": 0.32856535901430395,
+ "grad_norm": 2.28125,
+ "learning_rate": 9.535783112381427e-06,
+ "loss": 0.2743505001068115,
+ "mean_token_accuracy": 0.9325400069355965,
+ "num_tokens": 7145661.0,
+ "step": 1160
+ },
+ {
+ "entropy": 0.23137438567355276,
+ "epoch": 0.33139781900580656,
+ "grad_norm": 1.8125,
+ "learning_rate": 9.526086096221637e-06,
+ "loss": 0.26987106800079347,
+ "mean_token_accuracy": 0.9313987359404564,
+ "num_tokens": 7206857.0,
+ "step": 1170
+ },
+ {
+ "entropy": 0.2722073396667838,
+ "epoch": 0.33423027899730917,
+ "grad_norm": 2.484375,
+ "learning_rate": 9.516293879249966e-06,
+ "loss": 0.3264123201370239,
+ "mean_token_accuracy": 0.9185864552855492,
+ "num_tokens": 7268679.0,
+ "step": 1180
+ },
+ {
+ "entropy": 0.32303727269172666,
+ "epoch": 0.3370627389888118,
+ "grad_norm": 3.671875,
+ "learning_rate": 9.506406667433992e-06,
+ "loss": 0.36596126556396485,
+ "mean_token_accuracy": 0.9050239235162735,
+ "num_tokens": 7330799.0,
+ "step": 1190
+ },
+ {
+ "entropy": 0.3101142390631139,
+ "epoch": 0.3398951989803144,
+ "grad_norm": 2.5625,
+ "learning_rate": 9.496424668739402e-06,
+ "loss": 0.34369256496429446,
+ "mean_token_accuracy": 0.9077561184763908,
+ "num_tokens": 7400775.0,
+ "step": 1200
+ },
+ {
+ "entropy": 0.2986501886509359,
+ "epoch": 0.342727658971817,
+ "grad_norm": 3.015625,
+ "learning_rate": 9.486348093125608e-06,
+ "loss": 0.322642183303833,
+ "mean_token_accuracy": 0.9091341316699981,
+ "num_tokens": 7468242.0,
+ "step": 1210
+ },
+ {
+ "entropy": 0.2589032934047282,
+ "epoch": 0.3455601189633196,
+ "grad_norm": 3.421875,
+ "learning_rate": 9.476177152541336e-06,
+ "loss": 0.34026474952697755,
+ "mean_token_accuracy": 0.9198563724756241,
+ "num_tokens": 7527176.0,
+ "step": 1220
+ },
+ {
+ "entropy": 0.22048621401190757,
+ "epoch": 0.3483925789548223,
+ "grad_norm": 2.484375,
+ "learning_rate": 9.465912060920166e-06,
+ "loss": 0.25838427543640136,
+ "mean_token_accuracy": 0.9329820945858955,
+ "num_tokens": 7589812.0,
+ "step": 1230
+ },
+ {
+ "entropy": 0.26202963748946784,
+ "epoch": 0.3512250389463249,
+ "grad_norm": 2.578125,
+ "learning_rate": 9.455553034176032e-06,
+ "loss": 0.30493922233581544,
+ "mean_token_accuracy": 0.9203774958848954,
+ "num_tokens": 7657522.0,
+ "step": 1240
+ },
+ {
+ "entropy": 0.271380069013685,
+ "epoch": 0.3540574989378275,
+ "grad_norm": 2.828125,
+ "learning_rate": 9.445100290198684e-06,
+ "loss": 0.3257579326629639,
+ "mean_token_accuracy": 0.9217397809028626,
+ "num_tokens": 7712829.0,
+ "step": 1250
+ },
+ {
+ "entropy": 0.27217169627547266,
+ "epoch": 0.3568899589293301,
+ "grad_norm": 2.8125,
+ "learning_rate": 9.434554048849093e-06,
+ "loss": 0.3238358497619629,
+ "mean_token_accuracy": 0.9188270941376686,
+ "num_tokens": 7776624.0,
+ "step": 1260
+ },
+ {
+ "entropy": 0.25914485240355134,
+ "epoch": 0.35972241892083273,
+ "grad_norm": 2.65625,
+ "learning_rate": 9.42391453195485e-06,
+ "loss": 0.3195030927658081,
+ "mean_token_accuracy": 0.9199050933122634,
+ "num_tokens": 7841876.0,
+ "step": 1270
+ },
+ {
+ "entropy": 0.28430393086746336,
+ "epoch": 0.36255487891233534,
+ "grad_norm": 2.234375,
+ "learning_rate": 9.41318196330547e-06,
+ "loss": 0.3278545141220093,
+ "mean_token_accuracy": 0.91401526927948,
+ "num_tokens": 7910392.0,
+ "step": 1280
+ },
+ {
+ "entropy": 0.26083566416054965,
+ "epoch": 0.365387338903838,
+ "grad_norm": 3.390625,
+ "learning_rate": 9.402356568647713e-06,
+ "loss": 0.31773340702056885,
+ "mean_token_accuracy": 0.9208214491605758,
+ "num_tokens": 7975209.0,
+ "step": 1290
+ },
+ {
+ "entropy": 0.24519406631588936,
+ "epoch": 0.3682197988953406,
+ "grad_norm": 2.4375,
+ "learning_rate": 9.391438575680817e-06,
+ "loss": 0.2722881317138672,
+ "mean_token_accuracy": 0.9261975526809693,
+ "num_tokens": 8034132.0,
+ "step": 1300
+ },
+ {
+ "entropy": 0.2725516245700419,
+ "epoch": 0.37105225888684323,
+ "grad_norm": 2.84375,
+ "learning_rate": 9.380428214051713e-06,
+ "loss": 0.29813878536224364,
+ "mean_token_accuracy": 0.9148821920156479,
+ "num_tokens": 8098705.0,
+ "step": 1310
+ },
+ {
+ "entropy": 0.21026630871929228,
+ "epoch": 0.37388471887834585,
+ "grad_norm": 3.4375,
+ "learning_rate": 9.369325715350204e-06,
+ "loss": 0.24018876552581786,
+ "mean_token_accuracy": 0.9353105634450912,
+ "num_tokens": 8156214.0,
+ "step": 1320
+ },
+ {
+ "entropy": 0.21636407235637306,
+ "epoch": 0.37671717886984846,
+ "grad_norm": 3.171875,
+ "learning_rate": 9.358131313104078e-06,
+ "loss": 0.24975388050079345,
+ "mean_token_accuracy": 0.9319381535053253,
+ "num_tokens": 8212246.0,
+ "step": 1330
+ },
+ {
+ "entropy": 0.283135371748358,
+ "epoch": 0.37954963886135107,
+ "grad_norm": 3.03125,
+ "learning_rate": 9.346845242774211e-06,
+ "loss": 0.3492774486541748,
+ "mean_token_accuracy": 0.9126205027103425,
+ "num_tokens": 8276449.0,
+ "step": 1340
+ },
+ {
+ "entropy": 0.2689216922968626,
+ "epoch": 0.3823820988528537,
+ "grad_norm": 2.6875,
+ "learning_rate": 9.335467741749602e-06,
+ "loss": 0.31089398860931394,
+ "mean_token_accuracy": 0.9163184836506844,
+ "num_tokens": 8342046.0,
+ "step": 1350
+ },
+ {
+ "entropy": 0.2872828125953674,
+ "epoch": 0.38521455884435635,
+ "grad_norm": 3.65625,
+ "learning_rate": 9.323999049342388e-06,
+ "loss": 0.3404247283935547,
+ "mean_token_accuracy": 0.9147303462028503,
+ "num_tokens": 8401310.0,
+ "step": 1360
+ },
+ {
+ "entropy": 0.24872623989358544,
+ "epoch": 0.38804701883585896,
+ "grad_norm": 3.4375,
+ "learning_rate": 9.312439406782805e-06,
+ "loss": 0.3352261304855347,
+ "mean_token_accuracy": 0.9236381486058235,
+ "num_tokens": 8465214.0,
+ "step": 1370
+ },
+ {
+ "entropy": 0.29522558888420464,
+ "epoch": 0.39087947882736157,
+ "grad_norm": 2.859375,
+ "learning_rate": 9.300789057214125e-06,
+ "loss": 0.3520496845245361,
+ "mean_token_accuracy": 0.9124088481068611,
+ "num_tokens": 8528733.0,
+ "step": 1380
+ },
+ {
+ "entropy": 0.2515323468483984,
+ "epoch": 0.3937119388188642,
+ "grad_norm": 2.875,
+ "learning_rate": 9.289048245687522e-06,
+ "loss": 0.28282158374786376,
+ "mean_token_accuracy": 0.9251262009143829,
+ "num_tokens": 8591455.0,
+ "step": 1390
+ },
+ {
+ "entropy": 0.2881984678097069,
+ "epoch": 0.3965443988103668,
+ "grad_norm": 3.09375,
+ "learning_rate": 9.27721721915694e-06,
+ "loss": 0.32998993396759035,
+ "mean_token_accuracy": 0.9121208965778351,
+ "num_tokens": 8648837.0,
+ "step": 1400
+ },
+ {
+ "entropy": 0.21407993137836456,
+ "epoch": 0.3993768588018694,
+ "grad_norm": 2.9375,
+ "learning_rate": 9.265296226473879e-06,
+ "loss": 0.26375982761383054,
+ "mean_token_accuracy": 0.9327566012740135,
+ "num_tokens": 8709930.0,
+ "step": 1410
+ },
+ {
+ "entropy": 0.275363692175597,
+ "epoch": 0.402209318793372,
+ "grad_norm": 3.03125,
+ "learning_rate": 9.253285518382176e-06,
+ "loss": 0.3250740051269531,
+ "mean_token_accuracy": 0.913650569319725,
+ "num_tokens": 8776591.0,
+ "step": 1420
+ },
+ {
+ "entropy": 0.3261520963162184,
+ "epoch": 0.4050417787848747,
+ "grad_norm": 2.109375,
+ "learning_rate": 9.241185347512718e-06,
+ "loss": 0.3912560224533081,
+ "mean_token_accuracy": 0.9037208631634712,
+ "num_tokens": 8844954.0,
+ "step": 1430
+ },
+ {
+ "entropy": 0.22378331497311593,
+ "epoch": 0.4078742387763773,
+ "grad_norm": 3.328125,
+ "learning_rate": 9.228995968378142e-06,
+ "loss": 0.2790132284164429,
+ "mean_token_accuracy": 0.9313532575964928,
+ "num_tokens": 8902834.0,
+ "step": 1440
+ },
+ {
+ "entropy": 0.31234009442850946,
+ "epoch": 0.4107066987678799,
+ "grad_norm": 3.125,
+ "learning_rate": 9.216717637367469e-06,
+ "loss": 0.3557111740112305,
+ "mean_token_accuracy": 0.9075094118714333,
+ "num_tokens": 8969817.0,
+ "step": 1450
+ },
+ {
+ "entropy": 0.21338311042636632,
+ "epoch": 0.4135391587593825,
+ "grad_norm": 2.5625,
+ "learning_rate": 9.204350612740718e-06,
+ "loss": 0.25135955810546873,
+ "mean_token_accuracy": 0.9335709244012833,
+ "num_tokens": 9030683.0,
+ "step": 1460
+ },
+ {
+ "entropy": 0.27338244216516616,
+ "epoch": 0.41637161875088513,
+ "grad_norm": 3.53125,
+ "learning_rate": 9.191895154623471e-06,
+ "loss": 0.330609655380249,
+ "mean_token_accuracy": 0.9164686724543571,
+ "num_tokens": 9089943.0,
+ "step": 1470
+ },
+ {
+ "entropy": 0.284117466583848,
+ "epoch": 0.41920407874238774,
+ "grad_norm": 2.90625,
+ "learning_rate": 9.179351525001405e-06,
+ "loss": 0.35007033348083494,
+ "mean_token_accuracy": 0.9137591674923897,
+ "num_tokens": 9161071.0,
+ "step": 1480
+ },
+ {
+ "entropy": 0.2786842305213213,
+ "epoch": 0.4220365387338904,
+ "grad_norm": 2.515625,
+ "learning_rate": 9.16671998771478e-06,
+ "loss": 0.3523244380950928,
+ "mean_token_accuracy": 0.9142401218414307,
+ "num_tokens": 9228047.0,
+ "step": 1490
+ },
+ {
+ "entropy": 0.25877189775928855,
+ "epoch": 0.424868998725393,
+ "grad_norm": 3.9375,
+ "learning_rate": 9.154000808452883e-06,
+ "loss": 0.2900538921356201,
+ "mean_token_accuracy": 0.9240692466497421,
+ "num_tokens": 9292649.0,
+ "step": 1500
+ },
+ {
+ "entropy": 0.3218853287398815,
+ "epoch": 0.42770145871689563,
+ "grad_norm": 2.671875,
+ "learning_rate": 9.14119425474845e-06,
+ "loss": 0.37074031829833987,
+ "mean_token_accuracy": 0.9025695845484734,
+ "num_tokens": 9358701.0,
+ "step": 1510
+ },
+ {
+ "entropy": 0.2493061749264598,
+ "epoch": 0.43053391870839824,
+ "grad_norm": 3.78125,
+ "learning_rate": 9.128300595972035e-06,
+ "loss": 0.2916921615600586,
+ "mean_token_accuracy": 0.9247250065207482,
+ "num_tokens": 9415998.0,
+ "step": 1520
+ },
+ {
+ "entropy": 0.24458966655656694,
+ "epoch": 0.43336637869990086,
+ "grad_norm": 3.046875,
+ "learning_rate": 9.115320103326341e-06,
+ "loss": 0.3079118490219116,
+ "mean_token_accuracy": 0.9261806443333626,
+ "num_tokens": 9477772.0,
+ "step": 1530
+ },
+ {
+ "entropy": 0.24118555188179017,
+ "epoch": 0.43619883869140347,
+ "grad_norm": 2.796875,
+ "learning_rate": 9.102253049840515e-06,
+ "loss": 0.2698474645614624,
+ "mean_token_accuracy": 0.9262908518314361,
+ "num_tokens": 9543178.0,
+ "step": 1540
+ },
+ {
+ "entropy": 0.27692517237737774,
+ "epoch": 0.4390312986829061,
+ "grad_norm": 3.59375,
+ "learning_rate": 9.089099710364413e-06,
+ "loss": 0.35334970951080324,
+ "mean_token_accuracy": 0.9152400702238083,
+ "num_tokens": 9603845.0,
+ "step": 1550
+ },
+ {
+ "entropy": 0.22478010756894945,
+ "epoch": 0.44186375867440875,
+ "grad_norm": 4.0625,
+ "learning_rate": 9.07586036156281e-06,
+ "loss": 0.2800618648529053,
+ "mean_token_accuracy": 0.9322063907980919,
+ "num_tokens": 9657847.0,
+ "step": 1560
+ },
+ {
+ "entropy": 0.301778607442975,
+ "epoch": 0.44469621866591136,
+ "grad_norm": 3.015625,
+ "learning_rate": 9.062535281909586e-06,
+ "loss": 0.347332239151001,
+ "mean_token_accuracy": 0.9108933255076408,
+ "num_tokens": 9717055.0,
+ "step": 1570
+ },
+ {
+ "entropy": 0.2316664133220911,
+ "epoch": 0.44752867865741397,
+ "grad_norm": 2.828125,
+ "learning_rate": 9.049124751681867e-06,
+ "loss": 0.2667954921722412,
+ "mean_token_accuracy": 0.932160672545433,
+ "num_tokens": 9777625.0,
+ "step": 1580
+ },
+ {
+ "entropy": 0.26570963142439724,
+ "epoch": 0.4503611386489166,
+ "grad_norm": 3.15625,
+ "learning_rate": 9.03562905295413e-06,
+ "loss": 0.3452394962310791,
+ "mean_token_accuracy": 0.9210765406489372,
+ "num_tokens": 9837849.0,
+ "step": 1590
+ },
+ {
+ "entropy": 0.241340676182881,
+ "epoch": 0.4531935986404192,
+ "grad_norm": 2.34375,
+ "learning_rate": 9.022048469592266e-06,
+ "loss": 0.292175817489624,
+ "mean_token_accuracy": 0.9271585017442703,
+ "num_tokens": 9899403.0,
+ "step": 1600
+ },
+ {
+ "entropy": 0.22770550679415463,
+ "epoch": 0.4560260586319218,
+ "grad_norm": 2.6875,
+ "learning_rate": 9.008383287247619e-06,
+ "loss": 0.25679965019226075,
+ "mean_token_accuracy": 0.9316400110721588,
+ "num_tokens": 9954779.0,
+ "step": 1610
+ },
+ {
+ "entropy": 0.2558764288201928,
+ "epoch": 0.45885851862342447,
+ "grad_norm": 3.65625,
+ "learning_rate": 8.994633793350966e-06,
+ "loss": 0.30559663772583007,
+ "mean_token_accuracy": 0.9226524040102959,
+ "num_tokens": 10016491.0,
+ "step": 1620
+ },
+ {
+ "entropy": 0.22422194620594382,
+ "epoch": 0.4616909786149271,
+ "grad_norm": 2.875,
+ "learning_rate": 8.98080027710648e-06,
+ "loss": 0.2620770692825317,
+ "mean_token_accuracy": 0.931402213871479,
+ "num_tokens": 10077692.0,
+ "step": 1630
+ },
+ {
+ "entropy": 0.26183739248663185,
+ "epoch": 0.4645234386064297,
+ "grad_norm": 3.5,
+ "learning_rate": 8.966883029485644e-06,
+ "loss": 0.3246657371520996,
+ "mean_token_accuracy": 0.9211442023515701,
+ "num_tokens": 10138856.0,
+ "step": 1640
+ },
+ {
+ "entropy": 0.27033895151689646,
+ "epoch": 0.4673558985979323,
+ "grad_norm": 2.9375,
+ "learning_rate": 8.952882343221128e-06,
+ "loss": 0.31453800201416016,
+ "mean_token_accuracy": 0.9187925904989243,
+ "num_tokens": 10199283.0,
+ "step": 1650
+ },
+ {
+ "entropy": 0.27811811305582523,
+ "epoch": 0.4701883585894349,
+ "grad_norm": 3.03125,
+ "learning_rate": 8.938798512800635e-06,
+ "loss": 0.3228362321853638,
+ "mean_token_accuracy": 0.9144035845994949,
+ "num_tokens": 10262755.0,
+ "step": 1660
+ },
+ {
+ "entropy": 0.25631644316017627,
+ "epoch": 0.47302081858093753,
+ "grad_norm": 3.65625,
+ "learning_rate": 8.924631834460706e-06,
+ "loss": 0.3209569454193115,
+ "mean_token_accuracy": 0.9214628890156746,
+ "num_tokens": 10329283.0,
+ "step": 1670
+ },
+ {
+ "entropy": 0.22031188122928141,
+ "epoch": 0.47585327857244014,
+ "grad_norm": 3.28125,
+ "learning_rate": 8.910382606180488e-06,
+ "loss": 0.26499745845794676,
+ "mean_token_accuracy": 0.9340609654784202,
+ "num_tokens": 10384021.0,
+ "step": 1680
+ },
+ {
+ "entropy": 0.2515722900629044,
+ "epoch": 0.4786857385639428,
+ "grad_norm": 3.140625,
+ "learning_rate": 8.896051127675472e-06,
+ "loss": 0.299767804145813,
+ "mean_token_accuracy": 0.9258117720484733,
+ "num_tokens": 10448164.0,
+ "step": 1690
+ },
+ {
+ "entropy": 0.29240532079711556,
+ "epoch": 0.4815181985554454,
+ "grad_norm": 3.28125,
+ "learning_rate": 8.881637700391179e-06,
+ "loss": 0.34952309131622317,
+ "mean_token_accuracy": 0.912120270729065,
+ "num_tokens": 10509285.0,
+ "step": 1700
+ },
+ {
+ "entropy": 0.2534479722380638,
+ "epoch": 0.48435065854694803,
+ "grad_norm": 2.859375,
+ "learning_rate": 8.867142627496825e-06,
+ "loss": 0.29810385704040526,
+ "mean_token_accuracy": 0.9233490318059921,
+ "num_tokens": 10569057.0,
+ "step": 1710
+ },
+ {
+ "entropy": 0.2604710581712425,
+ "epoch": 0.48718311853845064,
+ "grad_norm": 3.171875,
+ "learning_rate": 8.852566213878947e-06,
+ "loss": 0.3080343961715698,
+ "mean_token_accuracy": 0.9179377123713494,
+ "num_tokens": 10629126.0,
+ "step": 1720
+ },
+ {
+ "entropy": 0.23515669340267778,
+ "epoch": 0.49001557852995326,
+ "grad_norm": 3.1875,
+ "learning_rate": 8.837908766134984e-06,
+ "loss": 0.2872535467147827,
+ "mean_token_accuracy": 0.9293222084641457,
+ "num_tokens": 10688424.0,
+ "step": 1730
+ },
+ {
+ "entropy": 0.2053655257448554,
+ "epoch": 0.49284803852145587,
+ "grad_norm": 2.96875,
+ "learning_rate": 8.823170592566833e-06,
+ "loss": 0.2675440788269043,
+ "mean_token_accuracy": 0.9372267380356789,
+ "num_tokens": 10747596.0,
+ "step": 1740
+ },
+ {
+ "entropy": 0.2699555506929755,
+ "epoch": 0.4956804985129585,
+ "grad_norm": 3.984375,
+ "learning_rate": 8.808352003174362e-06,
+ "loss": 0.34564881324768065,
+ "mean_token_accuracy": 0.917387866973877,
+ "num_tokens": 10809793.0,
+ "step": 1750
+ },
+ {
+ "entropy": 0.23093979228287936,
+ "epoch": 0.49851295850446115,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.793453309648885e-06,
+ "loss": 0.2652362108230591,
+ "mean_token_accuracy": 0.9302272021770477,
+ "num_tokens": 10871670.0,
+ "step": 1760
+ },
+ {
+ "entropy": 0.217674121260643,
+ "epoch": 0.5013454184959637,
+ "grad_norm": 2.296875,
+ "learning_rate": 8.77847482536662e-06,
+ "loss": 0.26816089153289796,
+ "mean_token_accuracy": 0.9338669091463089,
+ "num_tokens": 10933491.0,
+ "step": 1770
+ },
+ {
+ "entropy": 0.2443548015318811,
+ "epoch": 0.5041778784874663,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.76341686538208e-06,
+ "loss": 0.2879756450653076,
+ "mean_token_accuracy": 0.9252054631710053,
+ "num_tokens": 10993120.0,
+ "step": 1780
+ },
+ {
+ "entropy": 0.28073133789002896,
+ "epoch": 0.507010338478969,
+ "grad_norm": 3.578125,
+ "learning_rate": 8.748279746421459e-06,
+ "loss": 0.3664905071258545,
+ "mean_token_accuracy": 0.914407916367054,
+ "num_tokens": 11053747.0,
+ "step": 1790
+ },
+ {
+ "entropy": 0.3151184435933828,
+ "epoch": 0.5098427984704716,
+ "grad_norm": 3.015625,
+ "learning_rate": 8.73306378687596e-06,
+ "loss": 0.3645954132080078,
+ "mean_token_accuracy": 0.9064996063709259,
+ "num_tokens": 11123459.0,
+ "step": 1800
+ },
+ {
+ "entropy": 0.26551789194345476,
+ "epoch": 0.5126752584619743,
+ "grad_norm": 3.09375,
+ "learning_rate": 8.717769306795115e-06,
+ "loss": 0.3270742416381836,
+ "mean_token_accuracy": 0.9203312039375305,
+ "num_tokens": 11187350.0,
+ "step": 1810
+ },
+ {
+ "entropy": 0.28791499985381963,
+ "epoch": 0.5155077184534769,
+ "grad_norm": 2.15625,
+ "learning_rate": 8.702396627880027e-06,
+ "loss": 0.3446188449859619,
+ "mean_token_accuracy": 0.9122902229428291,
+ "num_tokens": 11250584.0,
+ "step": 1820
+ },
+ {
+ "entropy": 0.22998738354071974,
+ "epoch": 0.5183401784449795,
+ "grad_norm": 2.875,
+ "learning_rate": 8.686946073476628e-06,
+ "loss": 0.2620666027069092,
+ "mean_token_accuracy": 0.931136479973793,
+ "num_tokens": 11312929.0,
+ "step": 1830
+ },
+ {
+ "entropy": 0.26515663117170335,
+ "epoch": 0.5211726384364821,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.671417968568864e-06,
+ "loss": 0.32726387977600097,
+ "mean_token_accuracy": 0.9194383502006531,
+ "num_tokens": 11373406.0,
+ "step": 1840
+ },
+ {
+ "entropy": 0.27902805162593725,
+ "epoch": 0.5240050984279847,
+ "grad_norm": 2.65625,
+ "learning_rate": 8.655812639771865e-06,
+ "loss": 0.35257582664489745,
+ "mean_token_accuracy": 0.9158491358160973,
+ "num_tokens": 11434074.0,
+ "step": 1850
+ },
+ {
+ "entropy": 0.24821369755081832,
+ "epoch": 0.5268375584194873,
+ "grad_norm": 2.8125,
+ "learning_rate": 8.64013041532507e-06,
+ "loss": 0.279030966758728,
+ "mean_token_accuracy": 0.9226725235581398,
+ "num_tokens": 11493973.0,
+ "step": 1860
+ },
+ {
+ "entropy": 0.19138105222955346,
+ "epoch": 0.5296700184109899,
+ "grad_norm": 3.34375,
+ "learning_rate": 8.62437162508533e-06,
+ "loss": 0.26068317890167236,
+ "mean_token_accuracy": 0.9415134266018867,
+ "num_tokens": 11551169.0,
+ "step": 1870
+ },
+ {
+ "entropy": 0.1800975519232452,
+ "epoch": 0.5325024784024925,
+ "grad_norm": 2.5625,
+ "learning_rate": 8.608536600519965e-06,
+ "loss": 0.21379611492156983,
+ "mean_token_accuracy": 0.947042727470398,
+ "num_tokens": 11607689.0,
+ "step": 1880
+ },
+ {
+ "entropy": 0.2381605574861169,
+ "epoch": 0.5353349383939952,
+ "grad_norm": 3.5625,
+ "learning_rate": 8.592625674699791e-06,
+ "loss": 0.31764028072357176,
+ "mean_token_accuracy": 0.9277781933546067,
+ "num_tokens": 11670275.0,
+ "step": 1890
+ },
+ {
+ "entropy": 0.24414894701912998,
+ "epoch": 0.5381673983854978,
+ "grad_norm": 2.96875,
+ "learning_rate": 8.576639182292117e-06,
+ "loss": 0.2984654664993286,
+ "mean_token_accuracy": 0.9253525018692017,
+ "num_tokens": 11732674.0,
+ "step": 1900
+ },
+ {
+ "entropy": 0.26540830750018357,
+ "epoch": 0.5409998583770004,
+ "grad_norm": 2.5,
+ "learning_rate": 8.560577459553705e-06,
+ "loss": 0.2995338201522827,
+ "mean_token_accuracy": 0.9170404925942421,
+ "num_tokens": 11796122.0,
+ "step": 1910
+ },
+ {
+ "entropy": 0.22120436416007577,
+ "epoch": 0.5438323183685031,
+ "grad_norm": 2.453125,
+ "learning_rate": 8.5444408443237e-06,
+ "loss": 0.2612636566162109,
+ "mean_token_accuracy": 0.9336322173476219,
+ "num_tokens": 11855783.0,
+ "step": 1920
+ },
+ {
+ "entropy": 0.2574581575579941,
+ "epoch": 0.5466647783600057,
+ "grad_norm": 3.671875,
+ "learning_rate": 8.528229676016516e-06,
+ "loss": 0.2953659534454346,
+ "mean_token_accuracy": 0.9200656801462174,
+ "num_tokens": 11915467.0,
+ "step": 1930
+ },
+ {
+ "entropy": 0.2645864601247013,
+ "epoch": 0.5494972383515083,
+ "grad_norm": 2.859375,
+ "learning_rate": 8.511944295614705e-06,
+ "loss": 0.31510348320007325,
+ "mean_token_accuracy": 0.9208753496408463,
+ "num_tokens": 11982685.0,
+ "step": 1940
+ },
+ {
+ "entropy": 0.2253680657595396,
+ "epoch": 0.5523296983430109,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.49558504566178e-06,
+ "loss": 0.2593071460723877,
+ "mean_token_accuracy": 0.9332447171211242,
+ "num_tokens": 12043764.0,
+ "step": 1950
+ },
+ {
+ "entropy": 0.2743760205805302,
+ "epoch": 0.5551621583345135,
+ "grad_norm": 2.875,
+ "learning_rate": 8.479152270255015e-06,
+ "loss": 0.32801840305328367,
+ "mean_token_accuracy": 0.9175538629293442,
+ "num_tokens": 12106744.0,
+ "step": 1960
+ },
+ {
+ "entropy": 0.2409117895178497,
+ "epoch": 0.5579946183260162,
+ "grad_norm": 2.4375,
+ "learning_rate": 8.462646315038199e-06,
+ "loss": 0.3042436599731445,
+ "mean_token_accuracy": 0.9294470772147179,
+ "num_tokens": 12168588.0,
+ "step": 1970
+ },
+ {
+ "entropy": 0.25588282784447075,
+ "epoch": 0.5608270783175188,
+ "grad_norm": 2.75,
+ "learning_rate": 8.446067527194377e-06,
+ "loss": 0.28229076862335206,
+ "mean_token_accuracy": 0.9217988669872283,
+ "num_tokens": 12234235.0,
+ "step": 1980
+ },
+ {
+ "entropy": 0.22676437282934786,
+ "epoch": 0.5636595383090214,
+ "grad_norm": 3.21875,
+ "learning_rate": 8.429416255438535e-06,
+ "loss": 0.2763058185577393,
+ "mean_token_accuracy": 0.9312441393733024,
+ "num_tokens": 12295523.0,
+ "step": 1990
+ },
+ {
+ "entropy": 0.23693293845281005,
+ "epoch": 0.566491998300524,
+ "grad_norm": 2.84375,
+ "learning_rate": 8.412692850010276e-06,
+ "loss": 0.25852394104003906,
+ "mean_token_accuracy": 0.929935322701931,
+ "num_tokens": 12355289.0,
+ "step": 2000
+ },
+ {
+ "entropy": 0.26585140177048744,
+ "epoch": 0.5693244582920266,
+ "grad_norm": 3.15625,
+ "learning_rate": 8.395897662666444e-06,
+ "loss": 0.33711426258087157,
+ "mean_token_accuracy": 0.921252678334713,
+ "num_tokens": 12419888.0,
+ "step": 2010
+ },
+ {
+ "entropy": 0.2817812806926668,
+ "epoch": 0.5721569182835292,
+ "grad_norm": 2.71875,
+ "learning_rate": 8.379031046673735e-06,
+ "loss": 0.329822039604187,
+ "mean_token_accuracy": 0.915573863685131,
+ "num_tokens": 12481072.0,
+ "step": 2020
+ },
+ {
+ "entropy": 0.2310811343602836,
+ "epoch": 0.5749893782750318,
+ "grad_norm": 3.15625,
+ "learning_rate": 8.36209335680126e-06,
+ "loss": 0.2848243236541748,
+ "mean_token_accuracy": 0.9298717737197876,
+ "num_tokens": 12537117.0,
+ "step": 2030
+ },
+ {
+ "entropy": 0.24113858481869102,
+ "epoch": 0.5778218382665344,
+ "grad_norm": 3.5,
+ "learning_rate": 8.345084949313082e-06,
+ "loss": 0.30589349269866944,
+ "mean_token_accuracy": 0.9254002273082733,
+ "num_tokens": 12598523.0,
+ "step": 2040
+ },
+ {
+ "entropy": 0.2469558353535831,
+ "epoch": 0.5806542982580372,
+ "grad_norm": 2.46875,
+ "learning_rate": 8.328006181960728e-06,
+ "loss": 0.2666426420211792,
+ "mean_token_accuracy": 0.9237473145127296,
+ "num_tokens": 12659850.0,
+ "step": 2050
+ },
+ {
+ "entropy": 0.22523943707346916,
+ "epoch": 0.5834867582495398,
+ "grad_norm": 3.515625,
+ "learning_rate": 8.310857413975653e-06,
+ "loss": 0.2842994451522827,
+ "mean_token_accuracy": 0.9316848069429398,
+ "num_tokens": 12728769.0,
+ "step": 2060
+ },
+ {
+ "entropy": 0.23469501873478293,
+ "epoch": 0.5863192182410424,
+ "grad_norm": 2.890625,
+ "learning_rate": 8.293639006061701e-06,
+ "loss": 0.28825619220733645,
+ "mean_token_accuracy": 0.9315712109208107,
+ "num_tokens": 12793510.0,
+ "step": 2070
+ },
+ {
+ "entropy": 0.26904424456879494,
+ "epoch": 0.589151678232545,
+ "grad_norm": 2.75,
+ "learning_rate": 8.276351320387505e-06,
+ "loss": 0.3132829427719116,
+ "mean_token_accuracy": 0.9184053987264633,
+ "num_tokens": 12859305.0,
+ "step": 2080
+ },
+ {
+ "entropy": 0.22551713800057768,
+ "epoch": 0.5919841382240476,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.25899472057887e-06,
+ "loss": 0.25671346187591554,
+ "mean_token_accuracy": 0.9330786928534508,
+ "num_tokens": 12919296.0,
+ "step": 2090
+ },
+ {
+ "entropy": 0.2908180743455887,
+ "epoch": 0.5948165982155502,
+ "grad_norm": 3.4375,
+ "learning_rate": 8.241569571711131e-06,
+ "loss": 0.3749950885772705,
+ "mean_token_accuracy": 0.9122948393225669,
+ "num_tokens": 12984110.0,
+ "step": 2100
+ },
+ {
+ "entropy": 0.18859034972265362,
+ "epoch": 0.5976490582070528,
+ "grad_norm": 3.3125,
+ "learning_rate": 8.22407624030147e-06,
+ "loss": 0.21266024112701415,
+ "mean_token_accuracy": 0.9415996059775352,
+ "num_tokens": 13044585.0,
+ "step": 2110
+ },
+ {
+ "entropy": 0.2686202362179756,
+ "epoch": 0.6004815181985554,
+ "grad_norm": 3.140625,
+ "learning_rate": 8.206515094301206e-06,
+ "loss": 0.3143640995025635,
+ "mean_token_accuracy": 0.9184302508831024,
+ "num_tokens": 13104184.0,
+ "step": 2120
+ },
+ {
+ "entropy": 0.2924169018864632,
+ "epoch": 0.603313978190058,
+ "grad_norm": 2.515625,
+ "learning_rate": 8.18888650308806e-06,
+ "loss": 0.33350090980529784,
+ "mean_token_accuracy": 0.9111582815647126,
+ "num_tokens": 13169744.0,
+ "step": 2130
+ },
+ {
+ "entropy": 0.23468140745535493,
+ "epoch": 0.6061464381815607,
+ "grad_norm": 3.125,
+ "learning_rate": 8.171190837458378e-06,
+ "loss": 0.2748774290084839,
+ "mean_token_accuracy": 0.9279026314616203,
+ "num_tokens": 13230747.0,
+ "step": 2140
+ },
+ {
+ "entropy": 0.2707135030068457,
+ "epoch": 0.6089788981730633,
+ "grad_norm": 2.640625,
+ "learning_rate": 8.153428469619337e-06,
+ "loss": 0.3319953680038452,
+ "mean_token_accuracy": 0.9202817261219025,
+ "num_tokens": 13294156.0,
+ "step": 2150
+ },
+ {
+ "entropy": 0.33541303491219876,
+ "epoch": 0.6118113581645659,
+ "grad_norm": 3.171875,
+ "learning_rate": 8.135599773181121e-06,
+ "loss": 0.34877288341522217,
+ "mean_token_accuracy": 0.9051463961601257,
+ "num_tokens": 13361330.0,
+ "step": 2160
+ },
+ {
+ "entropy": 0.24658853579312562,
+ "epoch": 0.6146438181560685,
+ "grad_norm": 2.84375,
+ "learning_rate": 8.117705123149048e-06,
+ "loss": 0.3000421762466431,
+ "mean_token_accuracy": 0.9227447956800461,
+ "num_tokens": 13423145.0,
+ "step": 2170
+ },
+ {
+ "entropy": 0.24564437023364008,
+ "epoch": 0.6174762781475711,
+ "grad_norm": 3.296875,
+ "learning_rate": 8.099744895915698e-06,
+ "loss": 0.3217023849487305,
+ "mean_token_accuracy": 0.9250235304236412,
+ "num_tokens": 13485257.0,
+ "step": 2180
+ },
+ {
+ "entropy": 0.2456009641289711,
+ "epoch": 0.6203087381390738,
+ "grad_norm": 2.84375,
+ "learning_rate": 8.081719469252986e-06,
+ "loss": 0.310084867477417,
+ "mean_token_accuracy": 0.9257996216416359,
+ "num_tokens": 13546943.0,
+ "step": 2190
+ },
+ {
+ "entropy": 0.29650545958429575,
+ "epoch": 0.6231411981305764,
+ "grad_norm": 3.640625,
+ "learning_rate": 8.063629222304217e-06,
+ "loss": 0.34581058025360106,
+ "mean_token_accuracy": 0.9123394638299942,
+ "num_tokens": 13610152.0,
+ "step": 2200
+ },
+ {
+ "entropy": 0.2508404080756009,
+ "epoch": 0.6259736581220791,
+ "grad_norm": 2.921875,
+ "learning_rate": 8.04547453557612e-06,
+ "loss": 0.28043336868286134,
+ "mean_token_accuracy": 0.92689019292593,
+ "num_tokens": 13671659.0,
+ "step": 2210
+ },
+ {
+ "entropy": 0.22516307719051837,
+ "epoch": 0.6288061181135817,
+ "grad_norm": 2.9375,
+ "learning_rate": 8.027255790930832e-06,
+ "loss": 0.2544457674026489,
+ "mean_token_accuracy": 0.9322215467691422,
+ "num_tokens": 13726023.0,
+ "step": 2220
+ },
+ {
+ "entropy": 0.2471348475664854,
+ "epoch": 0.6316385781050843,
+ "grad_norm": 3.640625,
+ "learning_rate": 8.00897337157787e-06,
+ "loss": 0.29131321907043456,
+ "mean_token_accuracy": 0.9242102384567261,
+ "num_tokens": 13785984.0,
+ "step": 2230
+ },
+ {
+ "entropy": 0.20350156892091037,
+ "epoch": 0.6344710380965869,
+ "grad_norm": 3.0,
+ "learning_rate": 7.990627662066081e-06,
+ "loss": 0.2495595932006836,
+ "mean_token_accuracy": 0.9376389294862747,
+ "num_tokens": 13841115.0,
+ "step": 2240
+ },
+ {
+ "entropy": 0.21044904924929142,
+ "epoch": 0.6373034980880895,
+ "grad_norm": 3.015625,
+ "learning_rate": 7.972219048275537e-06,
+ "loss": 0.2602006673812866,
+ "mean_token_accuracy": 0.9350134670734406,
+ "num_tokens": 13900115.0,
+ "step": 2250
+ },
+ {
+ "entropy": 0.2591171387583017,
+ "epoch": 0.6401359580795921,
+ "grad_norm": 2.421875,
+ "learning_rate": 7.953747917409428e-06,
+ "loss": 0.31584160327911376,
+ "mean_token_accuracy": 0.923833379149437,
+ "num_tokens": 13963087.0,
+ "step": 2260
+ },
+ {
+ "entropy": 0.26614895891398194,
+ "epoch": 0.6429684180710947,
+ "grad_norm": 2.671875,
+ "learning_rate": 7.935214657985918e-06,
+ "loss": 0.31452739238739014,
+ "mean_token_accuracy": 0.9192465171217918,
+ "num_tokens": 14025691.0,
+ "step": 2270
+ },
+ {
+ "entropy": 0.27064447924494744,
+ "epoch": 0.6458008780625973,
+ "grad_norm": 2.546875,
+ "learning_rate": 7.91661965982997e-06,
+ "loss": 0.3128303289413452,
+ "mean_token_accuracy": 0.9186597511172294,
+ "num_tokens": 14090376.0,
+ "step": 2280
+ },
+ {
+ "entropy": 0.26707220980897545,
+ "epoch": 0.6486333380541,
+ "grad_norm": 3.375,
+ "learning_rate": 7.897963314065146e-06,
+ "loss": 0.332572865486145,
+ "mean_token_accuracy": 0.9179326295852661,
+ "num_tokens": 14153049.0,
+ "step": 2290
+ },
+ {
+ "entropy": 0.23635501032695175,
+ "epoch": 0.6514657980456026,
+ "grad_norm": 3.65625,
+ "learning_rate": 7.879246013105383e-06,
+ "loss": 0.2604819297790527,
+ "mean_token_accuracy": 0.928515163064003,
+ "num_tokens": 14212590.0,
+ "step": 2300
+ },
+ {
+ "entropy": 0.18730585724115373,
+ "epoch": 0.6542982580371052,
+ "grad_norm": 2.890625,
+ "learning_rate": 7.86046815064674e-06,
+ "loss": 0.22234323024749755,
+ "mean_token_accuracy": 0.9432886317372322,
+ "num_tokens": 14272363.0,
+ "step": 2310
+ },
+ {
+ "entropy": 0.23519881842657925,
+ "epoch": 0.6571307180286079,
+ "grad_norm": 2.84375,
+ "learning_rate": 7.84163012165911e-06,
+ "loss": 0.2765446662902832,
+ "mean_token_accuracy": 0.9290280610322952,
+ "num_tokens": 14336992.0,
+ "step": 2320
+ },
+ {
+ "entropy": 0.2313802231103182,
+ "epoch": 0.6599631780201105,
+ "grad_norm": 2.734375,
+ "learning_rate": 7.822732322377917e-06,
+ "loss": 0.27338762283325196,
+ "mean_token_accuracy": 0.9289564326405525,
+ "num_tokens": 14396618.0,
+ "step": 2330
+ },
+ {
+ "entropy": 0.2716065593995154,
+ "epoch": 0.6627956380116131,
+ "grad_norm": 2.875,
+ "learning_rate": 7.80377515029579e-06,
+ "loss": 0.32843728065490724,
+ "mean_token_accuracy": 0.9162494570016861,
+ "num_tokens": 14458037.0,
+ "step": 2340
+ },
+ {
+ "entropy": 0.25247769290581346,
+ "epoch": 0.6656280980031157,
+ "grad_norm": 2.5625,
+ "learning_rate": 7.784759004154183e-06,
+ "loss": 0.3014644384384155,
+ "mean_token_accuracy": 0.9235790967941284,
+ "num_tokens": 14518336.0,
+ "step": 2350
+ },
+ {
+ "entropy": 0.2789898415096104,
+ "epoch": 0.6684605579946183,
+ "grad_norm": 2.171875,
+ "learning_rate": 7.765684283935006e-06,
+ "loss": 0.3393056392669678,
+ "mean_token_accuracy": 0.9150487512350083,
+ "num_tokens": 14584530.0,
+ "step": 2360
+ },
+ {
+ "entropy": 0.2857982048764825,
+ "epoch": 0.671293017986121,
+ "grad_norm": 3.484375,
+ "learning_rate": 7.746551390852199e-06,
+ "loss": 0.33240134716033937,
+ "mean_token_accuracy": 0.9147992506623268,
+ "num_tokens": 14646054.0,
+ "step": 2370
+ },
+ {
+ "entropy": 0.2915321681648493,
+ "epoch": 0.6741254779776236,
+ "grad_norm": 4.3125,
+ "learning_rate": 7.72736072734331e-06,
+ "loss": 0.36970064640045164,
+ "mean_token_accuracy": 0.9111756727099418,
+ "num_tokens": 14709275.0,
+ "step": 2380
+ },
+ {
+ "entropy": 0.26030201790854335,
+ "epoch": 0.6769579379691262,
+ "grad_norm": 2.859375,
+ "learning_rate": 7.708112697061001e-06,
+ "loss": 0.30298757553100586,
+ "mean_token_accuracy": 0.9198774963617324,
+ "num_tokens": 14772965.0,
+ "step": 2390
+ },
+ {
+ "entropy": 0.2829222582280636,
+ "epoch": 0.6797903979606288,
+ "grad_norm": 2.546875,
+ "learning_rate": 7.688807704864595e-06,
+ "loss": 0.3579793691635132,
+ "mean_token_accuracy": 0.9152989521622658,
+ "num_tokens": 14840008.0,
+ "step": 2400
+ },
+ {
+ "entropy": 0.2631208342500031,
+ "epoch": 0.6826228579521314,
+ "grad_norm": 2.828125,
+ "learning_rate": 7.669446156811525e-06,
+ "loss": 0.30640134811401365,
+ "mean_token_accuracy": 0.9224727541208267,
+ "num_tokens": 14903705.0,
+ "step": 2410
+ },
+ {
+ "entropy": 0.28142532696947453,
+ "epoch": 0.685455317943634,
+ "grad_norm": 2.96875,
+ "learning_rate": 7.650028460148817e-06,
+ "loss": 0.3514870643615723,
+ "mean_token_accuracy": 0.9167749881744385,
+ "num_tokens": 14965400.0,
+ "step": 2420
+ },
+ {
+ "entropy": 0.24295094180852175,
+ "epoch": 0.6882877779351366,
+ "grad_norm": 3.5,
+ "learning_rate": 7.630555023304514e-06,
+ "loss": 0.2785991668701172,
+ "mean_token_accuracy": 0.9278908744454384,
+ "num_tokens": 15029808.0,
+ "step": 2430
+ },
+ {
+ "entropy": 0.18873289050534367,
+ "epoch": 0.6911202379266392,
+ "grad_norm": 2.296875,
+ "learning_rate": 7.611026255879088e-06,
+ "loss": 0.23008534908294678,
+ "mean_token_accuracy": 0.9430599778890609,
+ "num_tokens": 15090981.0,
+ "step": 2440
+ },
+ {
+ "entropy": 0.2223091773688793,
+ "epoch": 0.693952697918142,
+ "grad_norm": 2.96875,
+ "learning_rate": 7.591442568636822e-06,
+ "loss": 0.267603325843811,
+ "mean_token_accuracy": 0.9312801957130432,
+ "num_tokens": 15152630.0,
+ "step": 2450
+ },
+ {
+ "entropy": 0.26084692431613804,
+ "epoch": 0.6967851579096446,
+ "grad_norm": 3.25,
+ "learning_rate": 7.571804373497173e-06,
+ "loss": 0.30105032920837405,
+ "mean_token_accuracy": 0.9229624062776566,
+ "num_tokens": 15211754.0,
+ "step": 2460
+ },
+ {
+ "entropy": 0.24022008180618287,
+ "epoch": 0.6996176179011472,
+ "grad_norm": 3.3125,
+ "learning_rate": 7.5521120835261065e-06,
+ "loss": 0.2701953649520874,
+ "mean_token_accuracy": 0.9274321302771569,
+ "num_tokens": 15274153.0,
+ "step": 2470
+ },
+ {
+ "entropy": 0.2550209416076541,
+ "epoch": 0.7024500778926498,
+ "grad_norm": 2.046875,
+ "learning_rate": 7.532366112927407e-06,
+ "loss": 0.3169812440872192,
+ "mean_token_accuracy": 0.9224504098296166,
+ "num_tokens": 15339594.0,
+ "step": 2480
+ },
+ {
+ "entropy": 0.26162951737642287,
+ "epoch": 0.7052825378841524,
+ "grad_norm": 2.734375,
+ "learning_rate": 7.512566877033968e-06,
+ "loss": 0.29904582500457766,
+ "mean_token_accuracy": 0.9231197029352188,
+ "num_tokens": 15403318.0,
+ "step": 2490
+ },
+ {
+ "entropy": 0.27893123114481566,
+ "epoch": 0.708114997875655,
+ "grad_norm": 3.296875,
+ "learning_rate": 7.492714792299053e-06,
+ "loss": 0.3410791873931885,
+ "mean_token_accuracy": 0.9162520408630371,
+ "num_tokens": 15466225.0,
+ "step": 2500
+ },
+ {
+ "entropy": 0.26706293215975163,
+ "epoch": 0.7109474578671576,
+ "grad_norm": 4.1875,
+ "learning_rate": 7.472810276287541e-06,
+ "loss": 0.3118849515914917,
+ "mean_token_accuracy": 0.9185350984334946,
+ "num_tokens": 15526100.0,
+ "step": 2510
+ },
+ {
+ "entropy": 0.20730372141115366,
+ "epoch": 0.7137799178586602,
+ "grad_norm": 3.015625,
+ "learning_rate": 7.452853747667136e-06,
+ "loss": 0.23900976181030273,
+ "mean_token_accuracy": 0.9376061603426933,
+ "num_tokens": 15584753.0,
+ "step": 2520
+ },
+ {
+ "entropy": 0.3262269163504243,
+ "epoch": 0.7166123778501629,
+ "grad_norm": 2.9375,
+ "learning_rate": 7.43284562619957e-06,
+ "loss": 0.37392189502716067,
+ "mean_token_accuracy": 0.9016158953309059,
+ "num_tokens": 15655382.0,
+ "step": 2530
+ },
+ {
+ "entropy": 0.2649149850010872,
+ "epoch": 0.7194448378416655,
+ "grad_norm": 2.984375,
+ "learning_rate": 7.412786332731763e-06,
+ "loss": 0.33331003189086916,
+ "mean_token_accuracy": 0.9169847160577774,
+ "num_tokens": 15716755.0,
+ "step": 2540
+ },
+ {
+ "entropy": 0.27070029405876994,
+ "epoch": 0.7222772978331681,
+ "grad_norm": 3.078125,
+ "learning_rate": 7.392676289186983e-06,
+ "loss": 0.3434555768966675,
+ "mean_token_accuracy": 0.9179270312190055,
+ "num_tokens": 15777903.0,
+ "step": 2550
+ },
+ {
+ "entropy": 0.24752757092937827,
+ "epoch": 0.7251097578246707,
+ "grad_norm": 2.9375,
+ "learning_rate": 7.3725159185559624e-06,
+ "loss": 0.2917940616607666,
+ "mean_token_accuracy": 0.924656766653061,
+ "num_tokens": 15834989.0,
+ "step": 2560
+ },
+ {
+ "entropy": 0.23814148958772421,
+ "epoch": 0.7279422178161733,
+ "grad_norm": 2.28125,
+ "learning_rate": 7.352305644888003e-06,
+ "loss": 0.294418478012085,
+ "mean_token_accuracy": 0.9283932983875275,
+ "num_tokens": 15898543.0,
+ "step": 2570
+ },
+ {
+ "entropy": 0.21530280876904725,
+ "epoch": 0.730774677807676,
+ "grad_norm": 2.953125,
+ "learning_rate": 7.332045893282055e-06,
+ "loss": 0.22945051193237304,
+ "mean_token_accuracy": 0.9348794594407082,
+ "num_tokens": 15954537.0,
+ "step": 2580
+ },
+ {
+ "entropy": 0.3002644120249897,
+ "epoch": 0.7336071377991786,
+ "grad_norm": 3.296875,
+ "learning_rate": 7.311737089877784e-06,
+ "loss": 0.36180920600891114,
+ "mean_token_accuracy": 0.9105057194828987,
+ "num_tokens": 16018470.0,
+ "step": 2590
+ },
+ {
+ "entropy": 0.2535303202457726,
+ "epoch": 0.7364395977906812,
+ "grad_norm": 2.28125,
+ "learning_rate": 7.2913796618466e-06,
+ "loss": 0.29656410217285156,
+ "mean_token_accuracy": 0.9240412935614586,
+ "num_tokens": 16088388.0,
+ "step": 2600
+ },
+ {
+ "entropy": 0.2830115555785596,
+ "epoch": 0.7392720577821839,
+ "grad_norm": 3.203125,
+ "learning_rate": 7.270974037382668e-06,
+ "loss": 0.3519935131072998,
+ "mean_token_accuracy": 0.9133640348911285,
+ "num_tokens": 16154279.0,
+ "step": 2610
+ },
+ {
+ "entropy": 0.24586041700094938,
+ "epoch": 0.7421045177736865,
+ "grad_norm": 2.359375,
+ "learning_rate": 7.250520645693917e-06,
+ "loss": 0.27483334541320803,
+ "mean_token_accuracy": 0.9254726275801659,
+ "num_tokens": 16213208.0,
+ "step": 2620
+ },
+ {
+ "entropy": 0.26750726755708454,
+ "epoch": 0.7449369777651891,
+ "grad_norm": 3.046875,
+ "learning_rate": 7.230019916992992e-06,
+ "loss": 0.34221796989440917,
+ "mean_token_accuracy": 0.9201379746198655,
+ "num_tokens": 16278691.0,
+ "step": 2630
+ },
+ {
+ "entropy": 0.2500247715041041,
+ "epoch": 0.7477694377566917,
+ "grad_norm": 2.625,
+ "learning_rate": 7.209472282488223e-06,
+ "loss": 0.300543212890625,
+ "mean_token_accuracy": 0.9207890287041665,
+ "num_tokens": 16345324.0,
+ "step": 2640
+ },
+ {
+ "entropy": 0.2341125256381929,
+ "epoch": 0.7506018977481943,
+ "grad_norm": 3.0625,
+ "learning_rate": 7.188878174374545e-06,
+ "loss": 0.2815673589706421,
+ "mean_token_accuracy": 0.9287849634885788,
+ "num_tokens": 16404580.0,
+ "step": 2650
+ },
+ {
+ "entropy": 0.23800364518538117,
+ "epoch": 0.7534343577396969,
+ "grad_norm": 3.09375,
+ "learning_rate": 7.168238025824411e-06,
+ "loss": 0.2970713138580322,
+ "mean_token_accuracy": 0.9276653602719307,
+ "num_tokens": 16466254.0,
+ "step": 2660
+ },
+ {
+ "entropy": 0.2154989277943969,
+ "epoch": 0.7562668177311995,
+ "grad_norm": 3.234375,
+ "learning_rate": 7.147552270978677e-06,
+ "loss": 0.2413036584854126,
+ "mean_token_accuracy": 0.9307904481887818,
+ "num_tokens": 16521554.0,
+ "step": 2670
+ },
+ {
+ "entropy": 0.28395778480917216,
+ "epoch": 0.7590992777227021,
+ "grad_norm": 2.78125,
+ "learning_rate": 7.1268213449374745e-06,
+ "loss": 0.35881359577178956,
+ "mean_token_accuracy": 0.9096557378768921,
+ "num_tokens": 16585472.0,
+ "step": 2680
+ },
+ {
+ "entropy": 0.2477033331990242,
+ "epoch": 0.7619317377142047,
+ "grad_norm": 3.1875,
+ "learning_rate": 7.106045683751059e-06,
+ "loss": 0.32397429943084716,
+ "mean_token_accuracy": 0.924396587908268,
+ "num_tokens": 16646769.0,
+ "step": 2690
+ },
+ {
+ "entropy": 0.276877705194056,
+ "epoch": 0.7647641977057074,
+ "grad_norm": 3.21875,
+ "learning_rate": 7.085225724410634e-06,
+ "loss": 0.3684025049209595,
+ "mean_token_accuracy": 0.9165002778172493,
+ "num_tokens": 16713863.0,
+ "step": 2700
+ },
+ {
+ "entropy": 0.22163213035091758,
+ "epoch": 0.76759665769721,
+ "grad_norm": 2.3125,
+ "learning_rate": 7.06436190483916e-06,
+ "loss": 0.24224584102630614,
+ "mean_token_accuracy": 0.9345098420977592,
+ "num_tokens": 16777296.0,
+ "step": 2710
+ },
+ {
+ "entropy": 0.2234968959353864,
+ "epoch": 0.7704291176887127,
+ "grad_norm": 2.984375,
+ "learning_rate": 7.043454663882149e-06,
+ "loss": 0.28868119716644286,
+ "mean_token_accuracy": 0.9326037526130676,
+ "num_tokens": 16844215.0,
+ "step": 2720
+ },
+ {
+ "entropy": 0.26766422418877484,
+ "epoch": 0.7732615776802153,
+ "grad_norm": 2.734375,
+ "learning_rate": 7.022504441298429e-06,
+ "loss": 0.3073421001434326,
+ "mean_token_accuracy": 0.9189599618315697,
+ "num_tokens": 16909286.0,
+ "step": 2730
+ },
+ {
+ "entropy": 0.26785112004727124,
+ "epoch": 0.7760940376717179,
+ "grad_norm": 2.84375,
+ "learning_rate": 7.001511677750892e-06,
+ "loss": 0.33571205139160154,
+ "mean_token_accuracy": 0.9179603174328804,
+ "num_tokens": 16974754.0,
+ "step": 2740
+ },
+ {
+ "entropy": 0.2341361427679658,
+ "epoch": 0.7789264976632205,
+ "grad_norm": 2.796875,
+ "learning_rate": 6.980476814797233e-06,
+ "loss": 0.2919567108154297,
+ "mean_token_accuracy": 0.9273924395442009,
+ "num_tokens": 17036703.0,
+ "step": 2750
+ },
+ {
+ "entropy": 0.2965338154230267,
+ "epoch": 0.7817589576547231,
+ "grad_norm": 3.34375,
+ "learning_rate": 6.959400294880652e-06,
+ "loss": 0.3672937870025635,
+ "mean_token_accuracy": 0.9101479694247245,
+ "num_tokens": 17103487.0,
+ "step": 2760
+ },
+ {
+ "entropy": 0.25479247672483324,
+ "epoch": 0.7845914176462258,
+ "grad_norm": 2.765625,
+ "learning_rate": 6.93828256132056e-06,
+ "loss": 0.32591776847839354,
+ "mean_token_accuracy": 0.9213441327214241,
+ "num_tokens": 17165071.0,
+ "step": 2770
+ },
+ {
+ "entropy": 0.24174591163173317,
+ "epoch": 0.7874238776377284,
+ "grad_norm": 3.34375,
+ "learning_rate": 6.917124058303244e-06,
+ "loss": 0.2789118766784668,
+ "mean_token_accuracy": 0.9260576874017715,
+ "num_tokens": 17222502.0,
+ "step": 2780
+ },
+ {
+ "entropy": 0.21147534740157425,
+ "epoch": 0.790256337629231,
+ "grad_norm": 2.828125,
+ "learning_rate": 6.8959252308725275e-06,
+ "loss": 0.2645533084869385,
+ "mean_token_accuracy": 0.9345291346311569,
+ "num_tokens": 17283104.0,
+ "step": 2790
+ },
+ {
+ "entropy": 0.25261948015540836,
+ "epoch": 0.7930887976207336,
+ "grad_norm": 3.125,
+ "learning_rate": 6.874686524920411e-06,
+ "loss": 0.311038613319397,
+ "mean_token_accuracy": 0.9231654047966004,
+ "num_tokens": 17345216.0,
+ "step": 2800
+ },
+ {
+ "entropy": 0.2530125268734992,
+ "epoch": 0.7959212576122362,
+ "grad_norm": 2.96875,
+ "learning_rate": 6.85340838717769e-06,
+ "loss": 0.3234996795654297,
+ "mean_token_accuracy": 0.9215027883648872,
+ "num_tokens": 17408794.0,
+ "step": 2810
+ },
+ {
+ "entropy": 0.3017550828866661,
+ "epoch": 0.7987537176037388,
+ "grad_norm": 3.109375,
+ "learning_rate": 6.832091265204565e-06,
+ "loss": 0.37363996505737307,
+ "mean_token_accuracy": 0.9086952164769173,
+ "num_tokens": 17477360.0,
+ "step": 2820
+ },
+ {
+ "entropy": 0.27105418452993035,
+ "epoch": 0.8015861775952414,
+ "grad_norm": 3.3125,
+ "learning_rate": 6.8107356073812215e-06,
+ "loss": 0.33116128444671633,
+ "mean_token_accuracy": 0.9182775661349296,
+ "num_tokens": 17535775.0,
+ "step": 2830
+ },
+ {
+ "entropy": 0.2681125304661691,
+ "epoch": 0.804418637586744,
+ "grad_norm": 3.28125,
+ "learning_rate": 6.789341862898395e-06,
+ "loss": 0.3221204519271851,
+ "mean_token_accuracy": 0.918986338376999,
+ "num_tokens": 17596418.0,
+ "step": 2840
+ },
+ {
+ "entropy": 0.2603905743919313,
+ "epoch": 0.8072510975782468,
+ "grad_norm": 4.0625,
+ "learning_rate": 6.7679104817479354e-06,
+ "loss": 0.306916332244873,
+ "mean_token_accuracy": 0.9208408176898957,
+ "num_tokens": 17657884.0,
+ "step": 2850
+ },
+ {
+ "entropy": 0.25807911846786735,
+ "epoch": 0.8100835575697494,
+ "grad_norm": 2.96875,
+ "learning_rate": 6.746441914713333e-06,
+ "loss": 0.3071646451950073,
+ "mean_token_accuracy": 0.9231622457504273,
+ "num_tokens": 17717036.0,
+ "step": 2860
+ },
+ {
+ "entropy": 0.20620333971455693,
+ "epoch": 0.812916017561252,
+ "grad_norm": 3.359375,
+ "learning_rate": 6.7249366133602375e-06,
+ "loss": 0.24239006042480468,
+ "mean_token_accuracy": 0.9358702003955841,
+ "num_tokens": 17775551.0,
+ "step": 2870
+ },
+ {
+ "entropy": 0.25972357029095294,
+ "epoch": 0.8157484775527546,
+ "grad_norm": 3.21875,
+ "learning_rate": 6.703395030026962e-06,
+ "loss": 0.3104058027267456,
+ "mean_token_accuracy": 0.9187611192464828,
+ "num_tokens": 17834439.0,
+ "step": 2880
+ },
+ {
+ "entropy": 0.21425498463213444,
+ "epoch": 0.8185809375442572,
+ "grad_norm": 3.0,
+ "learning_rate": 6.681817617814968e-06,
+ "loss": 0.252565598487854,
+ "mean_token_accuracy": 0.9368388622999191,
+ "num_tokens": 17893694.0,
+ "step": 2890
+ },
+ {
+ "entropy": 0.2535854930989444,
+ "epoch": 0.8214133975357598,
+ "grad_norm": 2.28125,
+ "learning_rate": 6.660204830579332e-06,
+ "loss": 0.3313803195953369,
+ "mean_token_accuracy": 0.9233833655714989,
+ "num_tokens": 17962306.0,
+ "step": 2900
+ },
+ {
+ "entropy": 0.2451658974401653,
+ "epoch": 0.8242458575272624,
+ "grad_norm": 3.703125,
+ "learning_rate": 6.638557122919205e-06,
+ "loss": 0.30023248195648194,
+ "mean_token_accuracy": 0.927768412232399,
+ "num_tokens": 18024640.0,
+ "step": 2910
+ },
+ {
+ "entropy": 0.24401300633326173,
+ "epoch": 0.827078317518765,
+ "grad_norm": 3.171875,
+ "learning_rate": 6.616874950168248e-06,
+ "loss": 0.2784397125244141,
+ "mean_token_accuracy": 0.9251253604888916,
+ "num_tokens": 18084141.0,
+ "step": 2920
+ },
+ {
+ "entropy": 0.23014986477792262,
+ "epoch": 0.8299107775102676,
+ "grad_norm": 3.359375,
+ "learning_rate": 6.59515876838505e-06,
+ "loss": 0.27311115264892577,
+ "mean_token_accuracy": 0.9305102288722992,
+ "num_tokens": 18140590.0,
+ "step": 2930
+ },
+ {
+ "entropy": 0.28850632822141054,
+ "epoch": 0.8327432375017703,
+ "grad_norm": 2.796875,
+ "learning_rate": 6.573409034343542e-06,
+ "loss": 0.34098904132843016,
+ "mean_token_accuracy": 0.9106828451156617,
+ "num_tokens": 18208011.0,
+ "step": 2940
+ },
+ {
+ "entropy": 0.29361714981496334,
+ "epoch": 0.8355756974932729,
+ "grad_norm": 3.125,
+ "learning_rate": 6.551626205523388e-06,
+ "loss": 0.34243457317352294,
+ "mean_token_accuracy": 0.9098032712936401,
+ "num_tokens": 18268600.0,
+ "step": 2950
+ },
+ {
+ "entropy": 0.2732364836148918,
+ "epoch": 0.8384081574847755,
+ "grad_norm": 3.3125,
+ "learning_rate": 6.529810740100358e-06,
+ "loss": 0.32342536449432374,
+ "mean_token_accuracy": 0.9173816591501236,
+ "num_tokens": 18328791.0,
+ "step": 2960
+ },
+ {
+ "entropy": 0.25280639957636597,
+ "epoch": 0.8412406174762781,
+ "grad_norm": 3.53125,
+ "learning_rate": 6.507963096936696e-06,
+ "loss": 0.3110103368759155,
+ "mean_token_accuracy": 0.9237968131899834,
+ "num_tokens": 18392657.0,
+ "step": 2970
+ },
+ {
+ "entropy": 0.2416850916109979,
+ "epoch": 0.8440730774677808,
+ "grad_norm": 2.96875,
+ "learning_rate": 6.486083735571465e-06,
+ "loss": 0.2941933870315552,
+ "mean_token_accuracy": 0.9266998797655106,
+ "num_tokens": 18451243.0,
+ "step": 2980
+ },
+ {
+ "entropy": 0.2634803635068238,
+ "epoch": 0.8469055374592834,
+ "grad_norm": 3.140625,
+ "learning_rate": 6.464173116210884e-06,
+ "loss": 0.31282308101654055,
+ "mean_token_accuracy": 0.9198430389165878,
+ "num_tokens": 18511507.0,
+ "step": 2990
+ },
+ {
+ "entropy": 0.1912680690176785,
+ "epoch": 0.849737997450786,
+ "grad_norm": 3.21875,
+ "learning_rate": 6.4422316997186454e-06,
+ "loss": 0.2170656442642212,
+ "mean_token_accuracy": 0.9407183259725571,
+ "num_tokens": 18571363.0,
+ "step": 3000
+ },
+ {
+ "entropy": 0.2164543703198433,
+ "epoch": 0.8525704574422887,
+ "grad_norm": 3.046875,
+ "learning_rate": 6.420259947606222e-06,
+ "loss": 0.26585540771484373,
+ "mean_token_accuracy": 0.9347744598984719,
+ "num_tokens": 18630697.0,
+ "step": 3010
+ },
+ {
+ "entropy": 0.2373024495318532,
+ "epoch": 0.8554029174337913,
+ "grad_norm": 3.265625,
+ "learning_rate": 6.398258322023162e-06,
+ "loss": 0.2773113489151001,
+ "mean_token_accuracy": 0.9272039458155632,
+ "num_tokens": 18687678.0,
+ "step": 3020
+ },
+ {
+ "entropy": 0.25375453478191046,
+ "epoch": 0.8582353774252939,
+ "grad_norm": 2.953125,
+ "learning_rate": 6.376227285747366e-06,
+ "loss": 0.29042036533355714,
+ "mean_token_accuracy": 0.9237049043178558,
+ "num_tokens": 18752182.0,
+ "step": 3030
+ },
+ {
+ "entropy": 0.29411961156874894,
+ "epoch": 0.8610678374167965,
+ "grad_norm": 2.609375,
+ "learning_rate": 6.3541673021753505e-06,
+ "loss": 0.3692609786987305,
+ "mean_token_accuracy": 0.9122548222541809,
+ "num_tokens": 18821196.0,
+ "step": 3040
+ },
+ {
+ "entropy": 0.2707971094176173,
+ "epoch": 0.8639002974082991,
+ "grad_norm": 2.609375,
+ "learning_rate": 6.332078835312507e-06,
+ "loss": 0.3225684881210327,
+ "mean_token_accuracy": 0.9175332441926003,
+ "num_tokens": 18880060.0,
+ "step": 3050
+ },
+ {
+ "entropy": 0.26672976547852156,
+ "epoch": 0.8667327573998017,
+ "grad_norm": 2.421875,
+ "learning_rate": 6.309962349763338e-06,
+ "loss": 0.3166948795318604,
+ "mean_token_accuracy": 0.9193399801850319,
+ "num_tokens": 18946364.0,
+ "step": 3060
+ },
+ {
+ "entropy": 0.27349463729187845,
+ "epoch": 0.8695652173913043,
+ "grad_norm": 3.21875,
+ "learning_rate": 6.287818310721685e-06,
+ "loss": 0.35103473663330076,
+ "mean_token_accuracy": 0.9172429636120796,
+ "num_tokens": 19016033.0,
+ "step": 3070
+ },
+ {
+ "entropy": 0.22195410579442978,
+ "epoch": 0.8723976773828069,
+ "grad_norm": 2.8125,
+ "learning_rate": 6.2656471839609465e-06,
+ "loss": 0.27313482761383057,
+ "mean_token_accuracy": 0.9334017798304558,
+ "num_tokens": 19076685.0,
+ "step": 3080
+ },
+ {
+ "entropy": 0.24829036770388485,
+ "epoch": 0.8752301373743095,
+ "grad_norm": 3.140625,
+ "learning_rate": 6.243449435824276e-06,
+ "loss": 0.2878298282623291,
+ "mean_token_accuracy": 0.9257162064313889,
+ "num_tokens": 19138951.0,
+ "step": 3090
+ },
+ {
+ "entropy": 0.27706693299114704,
+ "epoch": 0.8780625973658122,
+ "grad_norm": 3.296875,
+ "learning_rate": 6.221225533214773e-06,
+ "loss": 0.322439980506897,
+ "mean_token_accuracy": 0.913511124253273,
+ "num_tokens": 19201695.0,
+ "step": 3100
+ },
+ {
+ "entropy": 0.2694649398326874,
+ "epoch": 0.8808950573573149,
+ "grad_norm": 2.671875,
+ "learning_rate": 6.198975943585676e-06,
+ "loss": 0.3424296617507935,
+ "mean_token_accuracy": 0.9161205559968948,
+ "num_tokens": 19265091.0,
+ "step": 3110
+ },
+ {
+ "entropy": 0.25632969634607433,
+ "epoch": 0.8837275173488175,
+ "grad_norm": 3.265625,
+ "learning_rate": 6.176701134930509e-06,
+ "loss": 0.31109650135040284,
+ "mean_token_accuracy": 0.9226007997989655,
+ "num_tokens": 19325862.0,
+ "step": 3120
+ },
+ {
+ "entropy": 0.2701326566748321,
+ "epoch": 0.8865599773403201,
+ "grad_norm": 2.375,
+ "learning_rate": 6.154401575773249e-06,
+ "loss": 0.3320300817489624,
+ "mean_token_accuracy": 0.9168916702270508,
+ "num_tokens": 19400742.0,
+ "step": 3130
+ },
+ {
+ "entropy": 0.2544426591135561,
+ "epoch": 0.8893924373318227,
+ "grad_norm": 3.015625,
+ "learning_rate": 6.132077735158477e-06,
+ "loss": 0.283156156539917,
+ "mean_token_accuracy": 0.9236061125993729,
+ "num_tokens": 19461981.0,
+ "step": 3140
+ },
+ {
+ "entropy": 0.2844082118012011,
+ "epoch": 0.8922248973233253,
+ "grad_norm": 2.78125,
+ "learning_rate": 6.109730082641496e-06,
+ "loss": 0.34840519428253175,
+ "mean_token_accuracy": 0.9168082669377327,
+ "num_tokens": 19528967.0,
+ "step": 3150
+ },
+ {
+ "entropy": 0.2687557710334659,
+ "epoch": 0.8950573573148279,
+ "grad_norm": 3.78125,
+ "learning_rate": 6.087359088278474e-06,
+ "loss": 0.323413348197937,
+ "mean_token_accuracy": 0.9197789818048477,
+ "num_tokens": 19588475.0,
+ "step": 3160
+ },
+ {
+ "entropy": 0.27899011177942157,
+ "epoch": 0.8978898173063306,
+ "grad_norm": 2.625,
+ "learning_rate": 6.064965222616538e-06,
+ "loss": 0.3280670166015625,
+ "mean_token_accuracy": 0.9167367443442345,
+ "num_tokens": 19652979.0,
+ "step": 3170
+ },
+ {
+ "entropy": 0.2542749636806548,
+ "epoch": 0.9007222772978332,
+ "grad_norm": 2.890625,
+ "learning_rate": 6.042548956683891e-06,
+ "loss": 0.30518145561218263,
+ "mean_token_accuracy": 0.9265033259987832,
+ "num_tokens": 19711480.0,
+ "step": 3180
+ },
+ {
+ "entropy": 0.23844157047569753,
+ "epoch": 0.9035547372893358,
+ "grad_norm": 3.109375,
+ "learning_rate": 6.020110761979896e-06,
+ "loss": 0.2804757356643677,
+ "mean_token_accuracy": 0.9265966966748238,
+ "num_tokens": 19769101.0,
+ "step": 3190
+ },
+ {
+ "entropy": 0.24112135097384452,
+ "epoch": 0.9063871972808384,
+ "grad_norm": 2.953125,
+ "learning_rate": 5.997651110465163e-06,
+ "loss": 0.3061399459838867,
+ "mean_token_accuracy": 0.9280126094818115,
+ "num_tokens": 19826649.0,
+ "step": 3200
+ },
+ {
+ "entropy": 0.24095934634096922,
+ "epoch": 0.909219657272341,
+ "grad_norm": 3.046875,
+ "learning_rate": 5.97517047455162e-06,
+ "loss": 0.2846731662750244,
+ "mean_token_accuracy": 0.9255985081195831,
+ "num_tokens": 19884555.0,
+ "step": 3210
+ },
+ {
+ "entropy": 0.25526748718693854,
+ "epoch": 0.9120521172638436,
+ "grad_norm": 4.125,
+ "learning_rate": 5.952669327092577e-06,
+ "loss": 0.2945184469223022,
+ "mean_token_accuracy": 0.9198778286576271,
+ "num_tokens": 19947468.0,
+ "step": 3220
+ },
+ {
+ "entropy": 0.2734860122203827,
+ "epoch": 0.9148845772553462,
+ "grad_norm": 3.125,
+ "learning_rate": 5.930148141372778e-06,
+ "loss": 0.3253446340560913,
+ "mean_token_accuracy": 0.9151993811130523,
+ "num_tokens": 20012383.0,
+ "step": 3230
+ },
+ {
+ "entropy": 0.2598960557952523,
+ "epoch": 0.9177170372468489,
+ "grad_norm": 3.03125,
+ "learning_rate": 5.907607391098453e-06,
+ "loss": 0.30615336894989015,
+ "mean_token_accuracy": 0.9217935040593147,
+ "num_tokens": 20072089.0,
+ "step": 3240
+ },
+ {
+ "entropy": 0.2323574093170464,
+ "epoch": 0.9205494972383516,
+ "grad_norm": 2.546875,
+ "learning_rate": 5.8850475503873425e-06,
+ "loss": 0.28739633560180666,
+ "mean_token_accuracy": 0.9298718586564064,
+ "num_tokens": 20138686.0,
+ "step": 3250
+ },
+ {
+ "entropy": 0.26368755120784043,
+ "epoch": 0.9233819572298542,
+ "grad_norm": 3.03125,
+ "learning_rate": 5.862469093758735e-06,
+ "loss": 0.30636258125305177,
+ "mean_token_accuracy": 0.9197775259613991,
+ "num_tokens": 20204846.0,
+ "step": 3260
+ },
+ {
+ "entropy": 0.21838124403730036,
+ "epoch": 0.9262144172213568,
+ "grad_norm": 3.59375,
+ "learning_rate": 5.839872496123482e-06,
+ "loss": 0.2589061737060547,
+ "mean_token_accuracy": 0.9320506528019905,
+ "num_tokens": 20267304.0,
+ "step": 3270
+ },
+ {
+ "entropy": 0.23487370312213898,
+ "epoch": 0.9290468772128594,
+ "grad_norm": 3.671875,
+ "learning_rate": 5.817258232774009e-06,
+ "loss": 0.2779664993286133,
+ "mean_token_accuracy": 0.9308907985687256,
+ "num_tokens": 20325242.0,
+ "step": 3280
+ },
+ {
+ "entropy": 0.29384189331904054,
+ "epoch": 0.931879337204362,
+ "grad_norm": 3.125,
+ "learning_rate": 5.79462677937432e-06,
+ "loss": 0.3615161657333374,
+ "mean_token_accuracy": 0.9116950035095215,
+ "num_tokens": 20382881.0,
+ "step": 3290
+ },
+ {
+ "entropy": 0.2784995993599296,
+ "epoch": 0.9347117971958646,
+ "grad_norm": 2.234375,
+ "learning_rate": 5.771978611949991e-06,
+ "loss": 0.3265228271484375,
+ "mean_token_accuracy": 0.9163826674222946,
+ "num_tokens": 20451408.0,
+ "step": 3300
+ },
+ {
+ "entropy": 0.28781951004639267,
+ "epoch": 0.9375442571873672,
+ "grad_norm": 2.34375,
+ "learning_rate": 5.749314206878155e-06,
+ "loss": 0.3429244041442871,
+ "mean_token_accuracy": 0.9142461508512497,
+ "num_tokens": 20513908.0,
+ "step": 3310
+ },
+ {
+ "entropy": 0.2588125146459788,
+ "epoch": 0.9403767171788698,
+ "grad_norm": 2.484375,
+ "learning_rate": 5.7266340408774865e-06,
+ "loss": 0.3425342559814453,
+ "mean_token_accuracy": 0.9218753829598427,
+ "num_tokens": 20583163.0,
+ "step": 3320
+ },
+ {
+ "entropy": 0.2911094207782298,
+ "epoch": 0.9432091771703724,
+ "grad_norm": 1.7734375,
+ "learning_rate": 5.703938590998173e-06,
+ "loss": 0.36803972721099854,
+ "mean_token_accuracy": 0.9111879423260689,
+ "num_tokens": 20646947.0,
+ "step": 3330
+ },
+ {
+ "entropy": 0.24288665056228637,
+ "epoch": 0.9460416371618751,
+ "grad_norm": 2.546875,
+ "learning_rate": 5.681228334611879e-06,
+ "loss": 0.29427299499511717,
+ "mean_token_accuracy": 0.92629624158144,
+ "num_tokens": 20711594.0,
+ "step": 3340
+ },
+ {
+ "entropy": 0.23312705820426344,
+ "epoch": 0.9488740971533777,
+ "grad_norm": 2.6875,
+ "learning_rate": 5.658503749401708e-06,
+ "loss": 0.30430891513824465,
+ "mean_token_accuracy": 0.928966736793518,
+ "num_tokens": 20776382.0,
+ "step": 3350
+ },
+ {
+ "entropy": 0.3104230180382729,
+ "epoch": 0.9517065571448803,
+ "grad_norm": 3.25,
+ "learning_rate": 5.635765313352147e-06,
+ "loss": 0.3511800289154053,
+ "mean_token_accuracy": 0.9040430665016175,
+ "num_tokens": 20839789.0,
+ "step": 3360
+ },
+ {
+ "entropy": 0.23499792572110892,
+ "epoch": 0.9545390171363829,
+ "grad_norm": 3.65625,
+ "learning_rate": 5.613013504739029e-06,
+ "loss": 0.2838644504547119,
+ "mean_token_accuracy": 0.9307301640510559,
+ "num_tokens": 20901630.0,
+ "step": 3370
+ },
+ {
+ "entropy": 0.32344835065305233,
+ "epoch": 0.9573714771278856,
+ "grad_norm": 3.578125,
+ "learning_rate": 5.590248802119455e-06,
+ "loss": 0.3485146999359131,
+ "mean_token_accuracy": 0.9040465250611305,
+ "num_tokens": 20967799.0,
+ "step": 3380
+ },
+ {
+ "entropy": 0.2530316793359816,
+ "epoch": 0.9602039371193882,
+ "grad_norm": 1.90625,
+ "learning_rate": 5.567471684321736e-06,
+ "loss": 0.29520204067230227,
+ "mean_token_accuracy": 0.9227708205580711,
+ "num_tokens": 21030575.0,
+ "step": 3390
+ },
+ {
+ "entropy": 0.21737445350736379,
+ "epoch": 0.9630363971108908,
+ "grad_norm": 3.640625,
+ "learning_rate": 5.544682630435327e-06,
+ "loss": 0.2584354877471924,
+ "mean_token_accuracy": 0.9322573393583298,
+ "num_tokens": 21090526.0,
+ "step": 3400
+ },
+ {
+ "entropy": 0.28456302378326653,
+ "epoch": 0.9658688571023935,
+ "grad_norm": 3.203125,
+ "learning_rate": 5.521882119800741e-06,
+ "loss": 0.34802956581115724,
+ "mean_token_accuracy": 0.9134290844202042,
+ "num_tokens": 21156270.0,
+ "step": 3410
+ },
+ {
+ "entropy": 0.22307847952470183,
+ "epoch": 0.9687013170938961,
+ "grad_norm": 2.578125,
+ "learning_rate": 5.4990706319994695e-06,
+ "loss": 0.2576693773269653,
+ "mean_token_accuracy": 0.9337480440735817,
+ "num_tokens": 21222337.0,
+ "step": 3420
+ },
+ {
+ "entropy": 0.2263336593285203,
+ "epoch": 0.9715337770853987,
+ "grad_norm": 2.65625,
+ "learning_rate": 5.4762486468438945e-06,
+ "loss": 0.27297775745391845,
+ "mean_token_accuracy": 0.9308379128575325,
+ "num_tokens": 21283659.0,
+ "step": 3430
+ },
+ {
+ "entropy": 0.28094208212569355,
+ "epoch": 0.9743662370769013,
+ "grad_norm": 2.46875,
+ "learning_rate": 5.453416644367202e-06,
+ "loss": 0.3223999500274658,
+ "mean_token_accuracy": 0.915829861164093,
+ "num_tokens": 21352079.0,
+ "step": 3440
+ },
+ {
+ "entropy": 0.2697428049519658,
+ "epoch": 0.9771986970684039,
+ "grad_norm": 2.5,
+ "learning_rate": 5.430575104813275e-06,
+ "loss": 0.30462355613708497,
+ "mean_token_accuracy": 0.919055512547493,
+ "num_tokens": 21417311.0,
+ "step": 3450
+ },
+ {
+ "entropy": 0.25837867902591827,
+ "epoch": 0.9800311570599065,
+ "grad_norm": 3.59375,
+ "learning_rate": 5.407724508626601e-06,
+ "loss": 0.29222261905670166,
+ "mean_token_accuracy": 0.9223567172884941,
+ "num_tokens": 21480400.0,
+ "step": 3460
+ },
+ {
+ "entropy": 0.2124180012382567,
+ "epoch": 0.9828636170514091,
+ "grad_norm": 2.78125,
+ "learning_rate": 5.384865336442163e-06,
+ "loss": 0.24974503517150878,
+ "mean_token_accuracy": 0.9354914605617524,
+ "num_tokens": 21542187.0,
+ "step": 3470
+ },
+ {
+ "entropy": 0.2831694945693016,
+ "epoch": 0.9856960770429117,
+ "grad_norm": 2.453125,
+ "learning_rate": 5.3619980690753285e-06,
+ "loss": 0.3375375747680664,
+ "mean_token_accuracy": 0.9141182363033294,
+ "num_tokens": 21608358.0,
+ "step": 3480
+ },
+ {
+ "entropy": 0.2607450664974749,
+ "epoch": 0.9885285370344143,
+ "grad_norm": 3.59375,
+ "learning_rate": 5.339123187511735e-06,
+ "loss": 0.2963505506515503,
+ "mean_token_accuracy": 0.9212964981794357,
+ "num_tokens": 21668425.0,
+ "step": 3490
+ },
+ {
+ "entropy": 0.23759154276922345,
+ "epoch": 0.991360997025917,
+ "grad_norm": 3.03125,
+ "learning_rate": 5.316241172897182e-06,
+ "loss": 0.2670560121536255,
+ "mean_token_accuracy": 0.9282024785876274,
+ "num_tokens": 21730596.0,
+ "step": 3500
+ },
+ {
+ "entropy": 0.20464302133768797,
+ "epoch": 0.9941934570174197,
+ "grad_norm": 2.375,
+ "learning_rate": 5.2933525065274985e-06,
+ "loss": 0.2473069190979004,
+ "mean_token_accuracy": 0.938903671503067,
+ "num_tokens": 21792048.0,
+ "step": 3510
+ },
+ {
+ "entropy": 0.23504498666152357,
+ "epoch": 0.9970259170089223,
+ "grad_norm": 3.203125,
+ "learning_rate": 5.270457669838426e-06,
+ "loss": 0.2798953056335449,
+ "mean_token_accuracy": 0.9298026710748672,
+ "num_tokens": 21852453.0,
+ "step": 3520
+ },
+ {
+ "entropy": 0.23485905332490803,
+ "epoch": 0.9998583770004249,
+ "grad_norm": 3.046875,
+ "learning_rate": 5.247557144395496e-06,
+ "loss": 0.2785156726837158,
+ "mean_token_accuracy": 0.9281878650188446,
+ "num_tokens": 21912110.0,
+ "step": 3530
+ },
+ {
+ "entropy": 0.2364016239972491,
+ "epoch": 1.0025492139923524,
+ "grad_norm": 3.484375,
+ "learning_rate": 5.224651411883888e-06,
+ "loss": 0.25762851238250734,
+ "mean_token_accuracy": 0.929062733524724,
+ "num_tokens": 21966859.0,
+ "step": 3540
+ },
+ {
+ "entropy": 0.2793822526931763,
+ "epoch": 1.005381673983855,
+ "grad_norm": 2.65625,
+ "learning_rate": 5.201740954098317e-06,
+ "loss": 0.31718974113464354,
+ "mean_token_accuracy": 0.9170115202665329,
+ "num_tokens": 22030847.0,
+ "step": 3550
+ },
+ {
+ "entropy": 0.23313034195452928,
+ "epoch": 1.0082141339753576,
+ "grad_norm": 2.734375,
+ "learning_rate": 5.178826252932875e-06,
+ "loss": 0.28593480587005615,
+ "mean_token_accuracy": 0.9298394277691842,
+ "num_tokens": 22087983.0,
+ "step": 3560
+ },
+ {
+ "entropy": 0.32014531176537275,
+ "epoch": 1.0110465939668603,
+ "grad_norm": 2.40625,
+ "learning_rate": 5.1559077903709205e-06,
+ "loss": 0.36345155239105226,
+ "mean_token_accuracy": 0.9048336192965507,
+ "num_tokens": 22158054.0,
+ "step": 3570
+ },
+ {
+ "entropy": 0.24665002673864364,
+ "epoch": 1.0138790539583629,
+ "grad_norm": 3.640625,
+ "learning_rate": 5.132986048474921e-06,
+ "loss": 0.275803279876709,
+ "mean_token_accuracy": 0.927152869105339,
+ "num_tokens": 22222906.0,
+ "step": 3580
+ },
+ {
+ "entropy": 0.20049935090355575,
+ "epoch": 1.0167115139498655,
+ "grad_norm": 2.65625,
+ "learning_rate": 5.110061509376324e-06,
+ "loss": 0.25468080043792723,
+ "mean_token_accuracy": 0.9376501187682151,
+ "num_tokens": 22284229.0,
+ "step": 3590
+ },
+ {
+ "entropy": 0.21108807949349284,
+ "epoch": 1.019543973941368,
+ "grad_norm": 2.6875,
+ "learning_rate": 5.087134655265414e-06,
+ "loss": 0.22255489826202393,
+ "mean_token_accuracy": 0.9390177398920059,
+ "num_tokens": 22342674.0,
+ "step": 3600
+ },
+ {
+ "entropy": 0.21080059758387507,
+ "epoch": 1.0223764339328707,
+ "grad_norm": 2.390625,
+ "learning_rate": 5.064205968381165e-06,
+ "loss": 0.2495854377746582,
+ "mean_token_accuracy": 0.9353915929794312,
+ "num_tokens": 22402978.0,
+ "step": 3610
+ },
+ {
+ "entropy": 0.24261510106734932,
+ "epoch": 1.0252088939243733,
+ "grad_norm": 2.828125,
+ "learning_rate": 5.041275931001103e-06,
+ "loss": 0.2866044521331787,
+ "mean_token_accuracy": 0.9248599737882615,
+ "num_tokens": 22465815.0,
+ "step": 3620
+ },
+ {
+ "entropy": 0.24124777279794216,
+ "epoch": 1.028041353915876,
+ "grad_norm": 2.59375,
+ "learning_rate": 5.018345025431163e-06,
+ "loss": 0.2976717948913574,
+ "mean_token_accuracy": 0.9272374495863914,
+ "num_tokens": 22529737.0,
+ "step": 3630
+ },
+ {
+ "entropy": 0.18002105895429849,
+ "epoch": 1.0308738139073785,
+ "grad_norm": 3.96875,
+ "learning_rate": 4.995413733995536e-06,
+ "loss": 0.22781128883361818,
+ "mean_token_accuracy": 0.943612651526928,
+ "num_tokens": 22581438.0,
+ "step": 3640
+ },
+ {
+ "entropy": 0.2787385611794889,
+ "epoch": 1.0337062738988811,
+ "grad_norm": 2.609375,
+ "learning_rate": 4.972482539026534e-06,
+ "loss": 0.3564354181289673,
+ "mean_token_accuracy": 0.9166697680950164,
+ "num_tokens": 22650104.0,
+ "step": 3650
+ },
+ {
+ "entropy": 0.24818939734250306,
+ "epoch": 1.0365387338903838,
+ "grad_norm": 2.546875,
+ "learning_rate": 4.949551922854437e-06,
+ "loss": 0.2923859119415283,
+ "mean_token_accuracy": 0.9222414746880532,
+ "num_tokens": 22715078.0,
+ "step": 3660
+ },
+ {
+ "entropy": 0.30072745531797407,
+ "epoch": 1.0393711938818864,
+ "grad_norm": 2.5,
+ "learning_rate": 4.9266223677973535e-06,
+ "loss": 0.3649793863296509,
+ "mean_token_accuracy": 0.9093805760145187,
+ "num_tokens": 22779128.0,
+ "step": 3670
+ },
+ {
+ "entropy": 0.2735717059113085,
+ "epoch": 1.042203653873389,
+ "grad_norm": 3.03125,
+ "learning_rate": 4.903694356151067e-06,
+ "loss": 0.33859407901763916,
+ "mean_token_accuracy": 0.920712086558342,
+ "num_tokens": 22838678.0,
+ "step": 3680
+ },
+ {
+ "entropy": 0.24776854524388908,
+ "epoch": 1.0450361138648916,
+ "grad_norm": 3.34375,
+ "learning_rate": 4.880768370178903e-06,
+ "loss": 0.2938645601272583,
+ "mean_token_accuracy": 0.9247753649950028,
+ "num_tokens": 22901030.0,
+ "step": 3690
+ },
+ {
+ "entropy": 0.28547956682741643,
+ "epoch": 1.0478685738563942,
+ "grad_norm": 3.25,
+ "learning_rate": 4.857844892101581e-06,
+ "loss": 0.31749529838562013,
+ "mean_token_accuracy": 0.9150549530982971,
+ "num_tokens": 22966463.0,
+ "step": 3700
+ },
+ {
+ "entropy": 0.27090682154521345,
+ "epoch": 1.0507010338478968,
+ "grad_norm": 2.9375,
+ "learning_rate": 4.8349244040870615e-06,
+ "loss": 0.31164238452911375,
+ "mean_token_accuracy": 0.9199892401695251,
+ "num_tokens": 23030646.0,
+ "step": 3710
+ },
+ {
+ "entropy": 0.28554144450463353,
+ "epoch": 1.0535334938393994,
+ "grad_norm": 3.21875,
+ "learning_rate": 4.81200738824042e-06,
+ "loss": 0.33346972465515134,
+ "mean_token_accuracy": 0.914961189031601,
+ "num_tokens": 23095184.0,
+ "step": 3720
+ },
+ {
+ "entropy": 0.2344823520630598,
+ "epoch": 1.056365953830902,
+ "grad_norm": 3.09375,
+ "learning_rate": 4.789094326593694e-06,
+ "loss": 0.27491049766540526,
+ "mean_token_accuracy": 0.9276390865445137,
+ "num_tokens": 23157519.0,
+ "step": 3730
+ },
+ {
+ "entropy": 0.2247807363048196,
+ "epoch": 1.0591984138224046,
+ "grad_norm": 2.578125,
+ "learning_rate": 4.7661857010957544e-06,
+ "loss": 0.29062414169311523,
+ "mean_token_accuracy": 0.9323610827326775,
+ "num_tokens": 23220127.0,
+ "step": 3740
+ },
+ {
+ "entropy": 0.30474386662244796,
+ "epoch": 1.0620308738139075,
+ "grad_norm": 2.671875,
+ "learning_rate": 4.74328199360216e-06,
+ "loss": 0.34965219497680666,
+ "mean_token_accuracy": 0.9088528916239739,
+ "num_tokens": 23286958.0,
+ "step": 3750
+ },
+ {
+ "entropy": 0.2338505291379988,
+ "epoch": 1.06486333380541,
+ "grad_norm": 3.25,
+ "learning_rate": 4.7203836858650245e-06,
+ "loss": 0.2581803560256958,
+ "mean_token_accuracy": 0.9286656439304352,
+ "num_tokens": 23348093.0,
+ "step": 3760
+ },
+ {
+ "entropy": 0.24440567148849368,
+ "epoch": 1.0676957937969127,
+ "grad_norm": 3.1875,
+ "learning_rate": 4.697491259522885e-06,
+ "loss": 0.2948632001876831,
+ "mean_token_accuracy": 0.9275662273168563,
+ "num_tokens": 23408498.0,
+ "step": 3770
+ },
+ {
+ "entropy": 0.28493724055588243,
+ "epoch": 1.0705282537884153,
+ "grad_norm": 2.75,
+ "learning_rate": 4.674605196090573e-06,
+ "loss": 0.33446450233459474,
+ "mean_token_accuracy": 0.9151169151067734,
+ "num_tokens": 23474213.0,
+ "step": 3780
+ },
+ {
+ "entropy": 0.2917953743599355,
+ "epoch": 1.073360713779918,
+ "grad_norm": 3.484375,
+ "learning_rate": 4.6517259769490785e-06,
+ "loss": 0.34922327995300295,
+ "mean_token_accuracy": 0.9116038754582405,
+ "num_tokens": 23533572.0,
+ "step": 3790
+ },
+ {
+ "entropy": 0.2651925656944513,
+ "epoch": 1.0761931737714205,
+ "grad_norm": 2.921875,
+ "learning_rate": 4.628854083335437e-06,
+ "loss": 0.3211617708206177,
+ "mean_token_accuracy": 0.9167863488197326,
+ "num_tokens": 23595917.0,
+ "step": 3800
+ },
+ {
+ "entropy": 0.26236009476706385,
+ "epoch": 1.0790256337629232,
+ "grad_norm": 2.953125,
+ "learning_rate": 4.605989996332592e-06,
+ "loss": 0.3187077283859253,
+ "mean_token_accuracy": 0.9190028637647629,
+ "num_tokens": 23662377.0,
+ "step": 3810
+ },
+ {
+ "entropy": 0.2401001263409853,
+ "epoch": 1.0818580937544258,
+ "grad_norm": 2.921875,
+ "learning_rate": 4.583134196859289e-06,
+ "loss": 0.29697332382202146,
+ "mean_token_accuracy": 0.927865743637085,
+ "num_tokens": 23731388.0,
+ "step": 3820
+ },
+ {
+ "entropy": 0.2431210996583104,
+ "epoch": 1.0846905537459284,
+ "grad_norm": 3.484375,
+ "learning_rate": 4.56028716565996e-06,
+ "loss": 0.2828571081161499,
+ "mean_token_accuracy": 0.9250638440251351,
+ "num_tokens": 23793919.0,
+ "step": 3830
+ },
+ {
+ "entropy": 0.2633368631824851,
+ "epoch": 1.087523013737431,
+ "grad_norm": 3.0,
+ "learning_rate": 4.5374493832945956e-06,
+ "loss": 0.34889698028564453,
+ "mean_token_accuracy": 0.9208544954657555,
+ "num_tokens": 23857592.0,
+ "step": 3840
+ },
+ {
+ "entropy": 0.2593194010667503,
+ "epoch": 1.0903554737289336,
+ "grad_norm": 2.96875,
+ "learning_rate": 4.5146213301286576e-06,
+ "loss": 0.3171344995498657,
+ "mean_token_accuracy": 0.9193354442715644,
+ "num_tokens": 23920418.0,
+ "step": 3850
+ },
+ {
+ "entropy": 0.20949211195111275,
+ "epoch": 1.0931879337204362,
+ "grad_norm": 2.796875,
+ "learning_rate": 4.49180348632296e-06,
+ "loss": 0.25888381004333494,
+ "mean_token_accuracy": 0.9346993267536163,
+ "num_tokens": 23978686.0,
+ "step": 3860
+ },
+ {
+ "entropy": 0.23353609554469584,
+ "epoch": 1.0960203937119388,
+ "grad_norm": 2.75,
+ "learning_rate": 4.46899633182358e-06,
+ "loss": 0.26508593559265137,
+ "mean_token_accuracy": 0.9285413965582847,
+ "num_tokens": 24039945.0,
+ "step": 3870
+ },
+ {
+ "entropy": 0.22241716757416724,
+ "epoch": 1.0988528537034414,
+ "grad_norm": 3.3125,
+ "learning_rate": 4.446200346351754e-06,
+ "loss": 0.2597146987915039,
+ "mean_token_accuracy": 0.9320032343268394,
+ "num_tokens": 24101482.0,
+ "step": 3880
+ },
+ {
+ "entropy": 0.2613720097579062,
+ "epoch": 1.101685313694944,
+ "grad_norm": 3.140625,
+ "learning_rate": 4.423416009393794e-06,
+ "loss": 0.34312365055084226,
+ "mean_token_accuracy": 0.9211692824959755,
+ "num_tokens": 24168115.0,
+ "step": 3890
+ },
+ {
+ "entropy": 0.2367805289104581,
+ "epoch": 1.1045177736864467,
+ "grad_norm": 3.515625,
+ "learning_rate": 4.400643800190996e-06,
+ "loss": 0.2766649961471558,
+ "mean_token_accuracy": 0.9266433954238892,
+ "num_tokens": 24227079.0,
+ "step": 3900
+ },
+ {
+ "entropy": 0.25535101108253,
+ "epoch": 1.1073502336779493,
+ "grad_norm": 3.375,
+ "learning_rate": 4.377884197729569e-06,
+ "loss": 0.29713072776794436,
+ "mean_token_accuracy": 0.9217936024069786,
+ "num_tokens": 24285604.0,
+ "step": 3910
+ },
+ {
+ "entropy": 0.24405209170654416,
+ "epoch": 1.1101826936694519,
+ "grad_norm": 2.96875,
+ "learning_rate": 4.355137680730547e-06,
+ "loss": 0.2735821485519409,
+ "mean_token_accuracy": 0.9273178353905678,
+ "num_tokens": 24350648.0,
+ "step": 3920
+ },
+ {
+ "entropy": 0.19264007853344084,
+ "epoch": 1.1130151536609545,
+ "grad_norm": 3.1875,
+ "learning_rate": 4.3324047276397345e-06,
+ "loss": 0.21265592575073242,
+ "mean_token_accuracy": 0.9414500996470452,
+ "num_tokens": 24404283.0,
+ "step": 3930
+ },
+ {
+ "entropy": 0.2032804255373776,
+ "epoch": 1.115847613652457,
+ "grad_norm": 2.234375,
+ "learning_rate": 4.309685816617626e-06,
+ "loss": 0.24111554622650147,
+ "mean_token_accuracy": 0.9380518972873688,
+ "num_tokens": 24464553.0,
+ "step": 3940
+ },
+ {
+ "entropy": 0.25125723276287315,
+ "epoch": 1.1186800736439597,
+ "grad_norm": 2.390625,
+ "learning_rate": 4.2869814255293664e-06,
+ "loss": 0.2969962120056152,
+ "mean_token_accuracy": 0.9229256942868233,
+ "num_tokens": 24525942.0,
+ "step": 3950
+ },
+ {
+ "entropy": 0.30800585420802234,
+ "epoch": 1.1215125336354623,
+ "grad_norm": 3.015625,
+ "learning_rate": 4.264292031934691e-06,
+ "loss": 0.3487081050872803,
+ "mean_token_accuracy": 0.9075676053762436,
+ "num_tokens": 24600735.0,
+ "step": 3960
+ },
+ {
+ "entropy": 0.279854978248477,
+ "epoch": 1.124344993626965,
+ "grad_norm": 3.421875,
+ "learning_rate": 4.241618113077873e-06,
+ "loss": 0.3201010704040527,
+ "mean_token_accuracy": 0.9143659561872483,
+ "num_tokens": 24664043.0,
+ "step": 3970
+ },
+ {
+ "entropy": 0.2509489542804658,
+ "epoch": 1.1271774536184676,
+ "grad_norm": 3.21875,
+ "learning_rate": 4.218960145877701e-06,
+ "loss": 0.3090847969055176,
+ "mean_token_accuracy": 0.9232483163475991,
+ "num_tokens": 24733274.0,
+ "step": 3980
+ },
+ {
+ "entropy": 0.2290360671468079,
+ "epoch": 1.1300099136099702,
+ "grad_norm": 3.359375,
+ "learning_rate": 4.196318606917434e-06,
+ "loss": 0.2809190511703491,
+ "mean_token_accuracy": 0.9275623843073845,
+ "num_tokens": 24793456.0,
+ "step": 3990
+ },
+ {
+ "entropy": 0.2779017182998359,
+ "epoch": 1.132842373601473,
+ "grad_norm": 3.078125,
+ "learning_rate": 4.1736939724347855e-06,
+ "loss": 0.3090373992919922,
+ "mean_token_accuracy": 0.9156718105077744,
+ "num_tokens": 24859440.0,
+ "step": 4000
+ },
+ {
+ "entropy": 0.18849533493630588,
+ "epoch": 1.1356748335929754,
+ "grad_norm": 2.8125,
+ "learning_rate": 4.151086718311906e-06,
+ "loss": 0.22783432006835938,
+ "mean_token_accuracy": 0.9417475983500481,
+ "num_tokens": 24919915.0,
+ "step": 4010
+ },
+ {
+ "entropy": 0.28349222652614114,
+ "epoch": 1.1385072935844782,
+ "grad_norm": 3.234375,
+ "learning_rate": 4.128497320065363e-06,
+ "loss": 0.3526163578033447,
+ "mean_token_accuracy": 0.9164958953857422,
+ "num_tokens": 24988315.0,
+ "step": 4020
+ },
+ {
+ "entropy": 0.22427970254793764,
+ "epoch": 1.1413397535759808,
+ "grad_norm": 2.890625,
+ "learning_rate": 4.105926252836155e-06,
+ "loss": 0.2701232433319092,
+ "mean_token_accuracy": 0.9306072682142258,
+ "num_tokens": 25051911.0,
+ "step": 4030
+ },
+ {
+ "entropy": 0.25542295109480617,
+ "epoch": 1.1441722135674834,
+ "grad_norm": 3.734375,
+ "learning_rate": 4.083373991379708e-06,
+ "loss": 0.28418903350830077,
+ "mean_token_accuracy": 0.9231105580925941,
+ "num_tokens": 25113999.0,
+ "step": 4040
+ },
+ {
+ "entropy": 0.22154931565746666,
+ "epoch": 1.147004673558986,
+ "grad_norm": 2.296875,
+ "learning_rate": 4.060841010055885e-06,
+ "loss": 0.27008485794067383,
+ "mean_token_accuracy": 0.9335736617445946,
+ "num_tokens": 25171528.0,
+ "step": 4050
+ },
+ {
+ "entropy": 0.20193984226789324,
+ "epoch": 1.1498371335504887,
+ "grad_norm": 2.328125,
+ "learning_rate": 4.038327782819023e-06,
+ "loss": 0.24059042930603028,
+ "mean_token_accuracy": 0.9381761983036995,
+ "num_tokens": 25233866.0,
+ "step": 4060
+ },
+ {
+ "entropy": 0.21094176713377238,
+ "epoch": 1.1526695935419913,
+ "grad_norm": 2.9375,
+ "learning_rate": 4.015834783207947e-06,
+ "loss": 0.26112253665924073,
+ "mean_token_accuracy": 0.936613292992115,
+ "num_tokens": 25295627.0,
+ "step": 4070
+ },
+ {
+ "entropy": 0.22350301230326294,
+ "epoch": 1.155502053533494,
+ "grad_norm": 2.609375,
+ "learning_rate": 3.993362484336025e-06,
+ "loss": 0.27268052101135254,
+ "mean_token_accuracy": 0.9308605536818504,
+ "num_tokens": 25352177.0,
+ "step": 4080
+ },
+ {
+ "entropy": 0.2413484001532197,
+ "epoch": 1.1583345135249965,
+ "grad_norm": 2.53125,
+ "learning_rate": 3.97091135888121e-06,
+ "loss": 0.2961695194244385,
+ "mean_token_accuracy": 0.9274478688836097,
+ "num_tokens": 25408721.0,
+ "step": 4090
+ },
+ {
+ "entropy": 0.24861616538837553,
+ "epoch": 1.1611669735164991,
+ "grad_norm": 3.109375,
+ "learning_rate": 3.948481879076088e-06,
+ "loss": 0.3045854091644287,
+ "mean_token_accuracy": 0.9254580214619637,
+ "num_tokens": 25473577.0,
+ "step": 4100
+ },
+ {
+ "entropy": 0.22829729141667485,
+ "epoch": 1.1639994335080017,
+ "grad_norm": 2.78125,
+ "learning_rate": 3.926074516697964e-06,
+ "loss": 0.26290230751037597,
+ "mean_token_accuracy": 0.9304362386465073,
+ "num_tokens": 25534011.0,
+ "step": 4110
+ },
+ {
+ "entropy": 0.22681598402559758,
+ "epoch": 1.1668318934995043,
+ "grad_norm": 2.703125,
+ "learning_rate": 3.903689743058927e-06,
+ "loss": 0.2976879119873047,
+ "mean_token_accuracy": 0.930561275780201,
+ "num_tokens": 25596453.0,
+ "step": 4120
+ },
+ {
+ "entropy": 0.1806016440503299,
+ "epoch": 1.169664353491007,
+ "grad_norm": 2.921875,
+ "learning_rate": 3.881328028995939e-06,
+ "loss": 0.2117543935775757,
+ "mean_token_accuracy": 0.9451305896043778,
+ "num_tokens": 25652619.0,
+ "step": 4130
+ },
+ {
+ "entropy": 0.26367070972919465,
+ "epoch": 1.1724968134825096,
+ "grad_norm": 3.109375,
+ "learning_rate": 3.858989844860928e-06,
+ "loss": 0.3070235013961792,
+ "mean_token_accuracy": 0.9207400143146515,
+ "num_tokens": 25710982.0,
+ "step": 4140
+ },
+ {
+ "entropy": 0.2163207576610148,
+ "epoch": 1.1753292734740122,
+ "grad_norm": 2.5,
+ "learning_rate": 3.836675660510904e-06,
+ "loss": 0.2601778030395508,
+ "mean_token_accuracy": 0.9358288258314132,
+ "num_tokens": 25770860.0,
+ "step": 4150
+ },
+ {
+ "entropy": 0.2428675949573517,
+ "epoch": 1.1781617334655148,
+ "grad_norm": 3.53125,
+ "learning_rate": 3.814385945298064e-06,
+ "loss": 0.3027503252029419,
+ "mean_token_accuracy": 0.9261119350790977,
+ "num_tokens": 25831304.0,
+ "step": 4160
+ },
+ {
+ "entropy": 0.23329113675281404,
+ "epoch": 1.1809941934570174,
+ "grad_norm": 2.734375,
+ "learning_rate": 3.7921211680599316e-06,
+ "loss": 0.25751571655273436,
+ "mean_token_accuracy": 0.9266592547297478,
+ "num_tokens": 25889285.0,
+ "step": 4170
+ },
+ {
+ "entropy": 0.22774195326492191,
+ "epoch": 1.18382665344852,
+ "grad_norm": 2.828125,
+ "learning_rate": 3.7698817971094854e-06,
+ "loss": 0.25943894386291505,
+ "mean_token_accuracy": 0.9310021102428436,
+ "num_tokens": 25950889.0,
+ "step": 4180
+ },
+ {
+ "entropy": 0.30657786335796117,
+ "epoch": 1.1866591134400226,
+ "grad_norm": 3.1875,
+ "learning_rate": 3.7476683002253175e-06,
+ "loss": 0.3742470026016235,
+ "mean_token_accuracy": 0.9084239676594734,
+ "num_tokens": 26016710.0,
+ "step": 4190
+ },
+ {
+ "entropy": 0.26363484296016393,
+ "epoch": 1.1894915734315252,
+ "grad_norm": 3.25,
+ "learning_rate": 3.7254811446417816e-06,
+ "loss": 0.3128044605255127,
+ "mean_token_accuracy": 0.9210105195641518,
+ "num_tokens": 26076982.0,
+ "step": 4200
+ },
+ {
+ "entropy": 0.23388547785580158,
+ "epoch": 1.1923240334230278,
+ "grad_norm": 2.890625,
+ "learning_rate": 3.7033207970391847e-06,
+ "loss": 0.2698439359664917,
+ "mean_token_accuracy": 0.9309489011764527,
+ "num_tokens": 26137826.0,
+ "step": 4210
+ },
+ {
+ "entropy": 0.2579007504507899,
+ "epoch": 1.1951564934145305,
+ "grad_norm": 2.65625,
+ "learning_rate": 3.681187723533956e-06,
+ "loss": 0.31007983684539797,
+ "mean_token_accuracy": 0.922349001467228,
+ "num_tokens": 26198870.0,
+ "step": 4220
+ },
+ {
+ "entropy": 0.2128595493733883,
+ "epoch": 1.197988953406033,
+ "grad_norm": 2.84375,
+ "learning_rate": 3.65908238966884e-06,
+ "loss": 0.23348703384399414,
+ "mean_token_accuracy": 0.9355149224400521,
+ "num_tokens": 26261446.0,
+ "step": 4230
+ },
+ {
+ "entropy": 0.21918850131332873,
+ "epoch": 1.2008214133975357,
+ "grad_norm": 3.171875,
+ "learning_rate": 3.637005260403119e-06,
+ "loss": 0.27556893825531004,
+ "mean_token_accuracy": 0.9321137681603432,
+ "num_tokens": 26321393.0,
+ "step": 4240
+ },
+ {
+ "entropy": 0.265251987054944,
+ "epoch": 1.2036538733890383,
+ "grad_norm": 2.765625,
+ "learning_rate": 3.6149568001028223e-06,
+ "loss": 0.3239171266555786,
+ "mean_token_accuracy": 0.9196299970149994,
+ "num_tokens": 26388051.0,
+ "step": 4250
+ },
+ {
+ "entropy": 0.24416832169517874,
+ "epoch": 1.206486333380541,
+ "grad_norm": 3.6875,
+ "learning_rate": 3.5929374725309617e-06,
+ "loss": 0.30356464385986326,
+ "mean_token_accuracy": 0.926099605858326,
+ "num_tokens": 26453578.0,
+ "step": 4260
+ },
+ {
+ "entropy": 0.2318627736531198,
+ "epoch": 1.2093187933720437,
+ "grad_norm": 3.375,
+ "learning_rate": 3.5709477408377795e-06,
+ "loss": 0.28204798698425293,
+ "mean_token_accuracy": 0.9280649125576019,
+ "num_tokens": 26516677.0,
+ "step": 4270
+ },
+ {
+ "entropy": 0.21778175057843327,
+ "epoch": 1.2121512533635461,
+ "grad_norm": 3.484375,
+ "learning_rate": 3.5489880675509986e-06,
+ "loss": 0.26971137523651123,
+ "mean_token_accuracy": 0.9318681254982948,
+ "num_tokens": 26577736.0,
+ "step": 4280
+ },
+ {
+ "entropy": 0.19295280342921614,
+ "epoch": 1.214983713355049,
+ "grad_norm": 3.15625,
+ "learning_rate": 3.5270589145661038e-06,
+ "loss": 0.2568847894668579,
+ "mean_token_accuracy": 0.9388056635856629,
+ "num_tokens": 26638282.0,
+ "step": 4290
+ },
+ {
+ "entropy": 0.21848455602303146,
+ "epoch": 1.2178161733465516,
+ "grad_norm": 3.390625,
+ "learning_rate": 3.505160743136622e-06,
+ "loss": 0.2596912384033203,
+ "mean_token_accuracy": 0.9322919070720672,
+ "num_tokens": 26696035.0,
+ "step": 4300
+ },
+ {
+ "entropy": 0.26156329102814196,
+ "epoch": 1.2206486333380542,
+ "grad_norm": 2.921875,
+ "learning_rate": 3.4832940138644157e-06,
+ "loss": 0.3191622972488403,
+ "mean_token_accuracy": 0.9193585529923439,
+ "num_tokens": 26757717.0,
+ "step": 4310
+ },
+ {
+ "entropy": 0.19066684865392744,
+ "epoch": 1.2234810933295568,
+ "grad_norm": 3.25,
+ "learning_rate": 3.461459186690006e-06,
+ "loss": 0.213128399848938,
+ "mean_token_accuracy": 0.9399427071213722,
+ "num_tokens": 26814810.0,
+ "step": 4320
+ },
+ {
+ "entropy": 0.25585900731384753,
+ "epoch": 1.2263135533210594,
+ "grad_norm": 3.5,
+ "learning_rate": 3.4396567208828823e-06,
+ "loss": 0.32691617012023927,
+ "mean_token_accuracy": 0.9216562286019325,
+ "num_tokens": 26877440.0,
+ "step": 4330
+ },
+ {
+ "entropy": 0.24010503655299545,
+ "epoch": 1.229146013312562,
+ "grad_norm": 3.390625,
+ "learning_rate": 3.41788707503186e-06,
+ "loss": 0.3369575023651123,
+ "mean_token_accuracy": 0.9252798214554787,
+ "num_tokens": 26937573.0,
+ "step": 4340
+ },
+ {
+ "entropy": 0.19289563642814755,
+ "epoch": 1.2319784733040646,
+ "grad_norm": 2.890625,
+ "learning_rate": 3.396150707035424e-06,
+ "loss": 0.226908278465271,
+ "mean_token_accuracy": 0.9404228702187538,
+ "num_tokens": 26999317.0,
+ "step": 4350
+ },
+ {
+ "entropy": 0.25024923784658315,
+ "epoch": 1.2348109332955672,
+ "grad_norm": 2.75,
+ "learning_rate": 3.3744480740920944e-06,
+ "loss": 0.3028681755065918,
+ "mean_token_accuracy": 0.9250575214624405,
+ "num_tokens": 27056939.0,
+ "step": 4360
+ },
+ {
+ "entropy": 0.18302351711317896,
+ "epoch": 1.2376433932870698,
+ "grad_norm": 2.984375,
+ "learning_rate": 3.3527796326908203e-06,
+ "loss": 0.2093818426132202,
+ "mean_token_accuracy": 0.9447689831256867,
+ "num_tokens": 27117512.0,
+ "step": 4370
+ },
+ {
+ "entropy": 0.23567539155483247,
+ "epoch": 1.2404758532785725,
+ "grad_norm": 2.9375,
+ "learning_rate": 3.3311458386013686e-06,
+ "loss": 0.26779422760009763,
+ "mean_token_accuracy": 0.929200166463852,
+ "num_tokens": 27179134.0,
+ "step": 4380
+ },
+ {
+ "entropy": 0.262385786883533,
+ "epoch": 1.243308313270075,
+ "grad_norm": 2.984375,
+ "learning_rate": 3.3095471468647444e-06,
+ "loss": 0.3157880067825317,
+ "mean_token_accuracy": 0.921213936805725,
+ "num_tokens": 27242527.0,
+ "step": 4390
+ },
+ {
+ "entropy": 0.25156134786084294,
+ "epoch": 1.2461407732615777,
+ "grad_norm": 3.21875,
+ "learning_rate": 3.2879840117836175e-06,
+ "loss": 0.30792746543884275,
+ "mean_token_accuracy": 0.92156962454319,
+ "num_tokens": 27304448.0,
+ "step": 4400
+ },
+ {
+ "entropy": 0.21655702525749804,
+ "epoch": 1.2489732332530803,
+ "grad_norm": 2.546875,
+ "learning_rate": 3.266456886912761e-06,
+ "loss": 0.2759143114089966,
+ "mean_token_accuracy": 0.9322070553898811,
+ "num_tokens": 27364373.0,
+ "step": 4410
+ },
+ {
+ "entropy": 0.2756142715923488,
+ "epoch": 1.251805693244583,
+ "grad_norm": 3.09375,
+ "learning_rate": 3.2449662250495206e-06,
+ "loss": 0.33940753936767576,
+ "mean_token_accuracy": 0.914966894686222,
+ "num_tokens": 27428499.0,
+ "step": 4420
+ },
+ {
+ "entropy": 0.2818338614888489,
+ "epoch": 1.2546381532360855,
+ "grad_norm": 2.828125,
+ "learning_rate": 3.2235124782242866e-06,
+ "loss": 0.31711788177490235,
+ "mean_token_accuracy": 0.9134162411093711,
+ "num_tokens": 27493341.0,
+ "step": 4430
+ },
+ {
+ "entropy": 0.2091914065182209,
+ "epoch": 1.2574706132275881,
+ "grad_norm": 3.03125,
+ "learning_rate": 3.202096097690982e-06,
+ "loss": 0.24472830295562745,
+ "mean_token_accuracy": 0.9367028534412384,
+ "num_tokens": 27553035.0,
+ "step": 4440
+ },
+ {
+ "entropy": 0.2542508527636528,
+ "epoch": 1.2603030732190907,
+ "grad_norm": 2.1875,
+ "learning_rate": 3.180717533917578e-06,
+ "loss": 0.3394561767578125,
+ "mean_token_accuracy": 0.924777315557003,
+ "num_tokens": 27615534.0,
+ "step": 4450
+ },
+ {
+ "entropy": 0.25776216881349684,
+ "epoch": 1.2631355332105934,
+ "grad_norm": 2.875,
+ "learning_rate": 3.1593772365766107e-06,
+ "loss": 0.31199193000793457,
+ "mean_token_accuracy": 0.9221319362521172,
+ "num_tokens": 27679761.0,
+ "step": 4460
+ },
+ {
+ "entropy": 0.221833174303174,
+ "epoch": 1.265967993202096,
+ "grad_norm": 3.265625,
+ "learning_rate": 3.138075654535733e-06,
+ "loss": 0.2600731372833252,
+ "mean_token_accuracy": 0.9309741392731666,
+ "num_tokens": 27735044.0,
+ "step": 4470
+ },
+ {
+ "entropy": 0.25993210077285767,
+ "epoch": 1.2688004531935986,
+ "grad_norm": 2.875,
+ "learning_rate": 3.116813235848268e-06,
+ "loss": 0.29588348865509034,
+ "mean_token_accuracy": 0.9213003218173981,
+ "num_tokens": 27795159.0,
+ "step": 4480
+ },
+ {
+ "entropy": 0.25714250551536677,
+ "epoch": 1.2716329131851012,
+ "grad_norm": 2.65625,
+ "learning_rate": 3.0955904277437777e-06,
+ "loss": 0.3065769910812378,
+ "mean_token_accuracy": 0.9232428565621376,
+ "num_tokens": 27861206.0,
+ "step": 4490
+ },
+ {
+ "entropy": 0.25843508429825307,
+ "epoch": 1.2744653731766038,
+ "grad_norm": 2.921875,
+ "learning_rate": 3.0744076766186683e-06,
+ "loss": 0.309002947807312,
+ "mean_token_accuracy": 0.9217819094657898,
+ "num_tokens": 27925013.0,
+ "step": 4500
+ },
+ {
+ "entropy": 0.20204820288345218,
+ "epoch": 1.2772978331681064,
+ "grad_norm": 2.671875,
+ "learning_rate": 3.0532654280267963e-06,
+ "loss": 0.23697669506073,
+ "mean_token_accuracy": 0.9382702693343162,
+ "num_tokens": 27986113.0,
+ "step": 4510
+ },
+ {
+ "entropy": 0.2647128958255053,
+ "epoch": 1.2801302931596092,
+ "grad_norm": 2.71875,
+ "learning_rate": 3.0321641266700908e-06,
+ "loss": 0.3252225875854492,
+ "mean_token_accuracy": 0.9193501740694046,
+ "num_tokens": 28044486.0,
+ "step": 4520
+ },
+ {
+ "entropy": 0.2618610587902367,
+ "epoch": 1.2829627531511116,
+ "grad_norm": 2.953125,
+ "learning_rate": 3.011104216389209e-06,
+ "loss": 0.3027822494506836,
+ "mean_token_accuracy": 0.9214046269655227,
+ "num_tokens": 28105348.0,
+ "step": 4530
+ },
+ {
+ "entropy": 0.25285998843610286,
+ "epoch": 1.2857952131426145,
+ "grad_norm": 3.390625,
+ "learning_rate": 2.9900861401541935e-06,
+ "loss": 0.3302875518798828,
+ "mean_token_accuracy": 0.9243465468287468,
+ "num_tokens": 28167162.0,
+ "step": 4540
+ },
+ {
+ "entropy": 0.24863419402390718,
+ "epoch": 1.2886276731341169,
+ "grad_norm": 2.890625,
+ "learning_rate": 2.9691103400551612e-06,
+ "loss": 0.3088348627090454,
+ "mean_token_accuracy": 0.9230181276798248,
+ "num_tokens": 28229970.0,
+ "step": 4550
+ },
+ {
+ "entropy": 0.23397703059017658,
+ "epoch": 1.2914601331256197,
+ "grad_norm": 2.6875,
+ "learning_rate": 2.948177257292998e-06,
+ "loss": 0.2938363552093506,
+ "mean_token_accuracy": 0.9276159033179283,
+ "num_tokens": 28291333.0,
+ "step": 4560
+ },
+ {
+ "entropy": 0.2978225776925683,
+ "epoch": 1.2942925931171223,
+ "grad_norm": 2.609375,
+ "learning_rate": 2.9272873321700814e-06,
+ "loss": 0.3565410375595093,
+ "mean_token_accuracy": 0.9102242648601532,
+ "num_tokens": 28358389.0,
+ "step": 4570
+ },
+ {
+ "entropy": 0.2692898658104241,
+ "epoch": 1.297125053108625,
+ "grad_norm": 2.828125,
+ "learning_rate": 2.906441004081022e-06,
+ "loss": 0.3101436376571655,
+ "mean_token_accuracy": 0.9190399497747421,
+ "num_tokens": 28424358.0,
+ "step": 4580
+ },
+ {
+ "entropy": 0.21697850674390792,
+ "epoch": 1.2999575131001275,
+ "grad_norm": 3.25,
+ "learning_rate": 2.8856387115034174e-06,
+ "loss": 0.2602779626846313,
+ "mean_token_accuracy": 0.9343308910727501,
+ "num_tokens": 28481933.0,
+ "step": 4590
+ },
+ {
+ "entropy": 0.2726894068531692,
+ "epoch": 1.3027899730916301,
+ "grad_norm": 2.984375,
+ "learning_rate": 2.864880891988629e-06,
+ "loss": 0.32516028881073,
+ "mean_token_accuracy": 0.9169021070003509,
+ "num_tokens": 28546247.0,
+ "step": 4600
+ },
+ {
+ "entropy": 0.25623656772077086,
+ "epoch": 1.3056224330831327,
+ "grad_norm": 2.734375,
+ "learning_rate": 2.8441679821525857e-06,
+ "loss": 0.30165460109710696,
+ "mean_token_accuracy": 0.9226235717535018,
+ "num_tokens": 28613486.0,
+ "step": 4610
+ },
+ {
+ "entropy": 0.24329884480684996,
+ "epoch": 1.3084548930746354,
+ "grad_norm": 3.328125,
+ "learning_rate": 2.8235004176665915e-06,
+ "loss": 0.291753888130188,
+ "mean_token_accuracy": 0.9246421366930008,
+ "num_tokens": 28674698.0,
+ "step": 4620
+ },
+ {
+ "entropy": 0.2701176831498742,
+ "epoch": 1.311287353066138,
+ "grad_norm": 2.828125,
+ "learning_rate": 2.8028786332481618e-06,
+ "loss": 0.35086085796356203,
+ "mean_token_accuracy": 0.9178305074572564,
+ "num_tokens": 28740730.0,
+ "step": 4630
+ },
+ {
+ "entropy": 0.26439649127423764,
+ "epoch": 1.3141198130576406,
+ "grad_norm": 3.796875,
+ "learning_rate": 2.782303062651891e-06,
+ "loss": 0.30096120834350587,
+ "mean_token_accuracy": 0.9212312117218971,
+ "num_tokens": 28799052.0,
+ "step": 4640
+ },
+ {
+ "entropy": 0.2616453727707267,
+ "epoch": 1.3169522730491432,
+ "grad_norm": 3.078125,
+ "learning_rate": 2.7617741386603147e-06,
+ "loss": 0.32627871036529543,
+ "mean_token_accuracy": 0.9230263277888298,
+ "num_tokens": 28856755.0,
+ "step": 4650
+ },
+ {
+ "entropy": 0.22390527790412307,
+ "epoch": 1.3197847330406458,
+ "grad_norm": 3.03125,
+ "learning_rate": 2.741292293074815e-06,
+ "loss": 0.28043675422668457,
+ "mean_token_accuracy": 0.9319010078907013,
+ "num_tokens": 28917405.0,
+ "step": 4660
+ },
+ {
+ "entropy": 0.26067772330716255,
+ "epoch": 1.3226171930321484,
+ "grad_norm": 3.234375,
+ "learning_rate": 2.720857956706535e-06,
+ "loss": 0.31217050552368164,
+ "mean_token_accuracy": 0.9196974828839302,
+ "num_tokens": 28979060.0,
+ "step": 4670
+ },
+ {
+ "entropy": 0.24639188363216818,
+ "epoch": 1.325449653023651,
+ "grad_norm": 2.09375,
+ "learning_rate": 2.7004715593673193e-06,
+ "loss": 0.29030728340148926,
+ "mean_token_accuracy": 0.9242595240473748,
+ "num_tokens": 29048990.0,
+ "step": 4680
+ },
+ {
+ "entropy": 0.2595814616419375,
+ "epoch": 1.3282821130151536,
+ "grad_norm": 3.578125,
+ "learning_rate": 2.6801335298606735e-06,
+ "loss": 0.34323825836181643,
+ "mean_token_accuracy": 0.9196496069431305,
+ "num_tokens": 29108668.0,
+ "step": 4690
+ },
+ {
+ "entropy": 0.2499905712902546,
+ "epoch": 1.3311145730066563,
+ "grad_norm": 3.640625,
+ "learning_rate": 2.6598442959727405e-06,
+ "loss": 0.30095908641815183,
+ "mean_token_accuracy": 0.9234166145324707,
+ "num_tokens": 29170628.0,
+ "step": 4700
+ },
+ {
+ "entropy": 0.2795558024197817,
+ "epoch": 1.3339470329981589,
+ "grad_norm": 3.03125,
+ "learning_rate": 2.6396042844633084e-06,
+ "loss": 0.3358647108078003,
+ "mean_token_accuracy": 0.9151357725262642,
+ "num_tokens": 29231430.0,
+ "step": 4710
+ },
+ {
+ "entropy": 0.2527871862053871,
+ "epoch": 1.3367794929896615,
+ "grad_norm": 2.53125,
+ "learning_rate": 2.619413921056828e-06,
+ "loss": 0.2981950998306274,
+ "mean_token_accuracy": 0.9234776467084884,
+ "num_tokens": 29292069.0,
+ "step": 4720
+ },
+ {
+ "entropy": 0.24699923824518918,
+ "epoch": 1.339611952981164,
+ "grad_norm": 3.296875,
+ "learning_rate": 2.599273630433468e-06,
+ "loss": 0.2985649824142456,
+ "mean_token_accuracy": 0.9248224750161171,
+ "num_tokens": 29353453.0,
+ "step": 4730
+ },
+ {
+ "entropy": 0.2077005637809634,
+ "epoch": 1.3424444129726667,
+ "grad_norm": 2.703125,
+ "learning_rate": 2.5791838362201697e-06,
+ "loss": 0.2560413122177124,
+ "mean_token_accuracy": 0.9381126925349236,
+ "num_tokens": 29413096.0,
+ "step": 4740
+ },
+ {
+ "entropy": 0.25310145076364277,
+ "epoch": 1.3452768729641693,
+ "grad_norm": 2.453125,
+ "learning_rate": 2.559144960981743e-06,
+ "loss": 0.32078449726104735,
+ "mean_token_accuracy": 0.9215926051139831,
+ "num_tokens": 29477862.0,
+ "step": 4750
+ },
+ {
+ "entropy": 0.2216710806824267,
+ "epoch": 1.348109332955672,
+ "grad_norm": 3.3125,
+ "learning_rate": 2.539157426211984e-06,
+ "loss": 0.2861553430557251,
+ "mean_token_accuracy": 0.9337741181254386,
+ "num_tokens": 29536454.0,
+ "step": 4760
+ },
+ {
+ "entropy": 0.2361689003184438,
+ "epoch": 1.3509417929471748,
+ "grad_norm": 2.390625,
+ "learning_rate": 2.519221652324797e-06,
+ "loss": 0.28600006103515624,
+ "mean_token_accuracy": 0.9263621792197227,
+ "num_tokens": 29597387.0,
+ "step": 4770
+ },
+ {
+ "entropy": 0.20784252174198628,
+ "epoch": 1.3537742529386771,
+ "grad_norm": 2.484375,
+ "learning_rate": 2.4993380586453588e-06,
+ "loss": 0.24996912479400635,
+ "mean_token_accuracy": 0.936021265387535,
+ "num_tokens": 29661427.0,
+ "step": 4780
+ },
+ {
+ "entropy": 0.277555535454303,
+ "epoch": 1.35660671293018,
+ "grad_norm": 3.1875,
+ "learning_rate": 2.479507063401305e-06,
+ "loss": 0.3356276273727417,
+ "mean_token_accuracy": 0.9166460618376732,
+ "num_tokens": 29724154.0,
+ "step": 4790
+ },
+ {
+ "entropy": 0.32572520449757575,
+ "epoch": 1.3594391729216824,
+ "grad_norm": 4.625,
+ "learning_rate": 2.4597290837139133e-06,
+ "loss": 0.3810946226119995,
+ "mean_token_accuracy": 0.9033881530165673,
+ "num_tokens": 29788592.0,
+ "step": 4800
+ },
+ {
+ "entropy": 0.21838265378028154,
+ "epoch": 1.3622716329131852,
+ "grad_norm": 2.359375,
+ "learning_rate": 2.4400045355893524e-06,
+ "loss": 0.2777862071990967,
+ "mean_token_accuracy": 0.9348648384213447,
+ "num_tokens": 29851049.0,
+ "step": 4810
+ },
+ {
+ "entropy": 0.24609042005613446,
+ "epoch": 1.3651040929046876,
+ "grad_norm": 3.375,
+ "learning_rate": 2.420333833909924e-06,
+ "loss": 0.30987935066223143,
+ "mean_token_accuracy": 0.9248693987727166,
+ "num_tokens": 29913629.0,
+ "step": 4820
+ },
+ {
+ "entropy": 0.21056049782782793,
+ "epoch": 1.3679365528961904,
+ "grad_norm": 3.28125,
+ "learning_rate": 2.4007173924253212e-06,
+ "loss": 0.2472922086715698,
+ "mean_token_accuracy": 0.9366860389709473,
+ "num_tokens": 29971964.0,
+ "step": 4830
+ },
+ {
+ "entropy": 0.30174947492778303,
+ "epoch": 1.370769012887693,
+ "grad_norm": 2.765625,
+ "learning_rate": 2.381155623743953e-06,
+ "loss": 0.3823577880859375,
+ "mean_token_accuracy": 0.9080246448516845,
+ "num_tokens": 30043759.0,
+ "step": 4840
+ },
+ {
+ "entropy": 0.25103030242025853,
+ "epoch": 1.3736014728791957,
+ "grad_norm": 3.453125,
+ "learning_rate": 2.361648939324243e-06,
+ "loss": 0.28985164165496824,
+ "mean_token_accuracy": 0.926340526342392,
+ "num_tokens": 30100262.0,
+ "step": 4850
+ },
+ {
+ "entropy": 0.2580802061595023,
+ "epoch": 1.3764339328706983,
+ "grad_norm": 3.28125,
+ "learning_rate": 2.342197749465984e-06,
+ "loss": 0.31032874584198,
+ "mean_token_accuracy": 0.9193428009748459,
+ "num_tokens": 30164118.0,
+ "step": 4860
+ },
+ {
+ "entropy": 0.27607944067567586,
+ "epoch": 1.3792663928622009,
+ "grad_norm": 3.40625,
+ "learning_rate": 2.3228024633017116e-06,
+ "loss": 0.3126307487487793,
+ "mean_token_accuracy": 0.9179492324590683,
+ "num_tokens": 30224388.0,
+ "step": 4870
+ },
+ {
+ "entropy": 0.28047991786152127,
+ "epoch": 1.3820988528537035,
+ "grad_norm": 2.71875,
+ "learning_rate": 2.303463488788089e-06,
+ "loss": 0.30843875408172605,
+ "mean_token_accuracy": 0.9161667764186859,
+ "num_tokens": 30289143.0,
+ "step": 4880
+ },
+ {
+ "entropy": 0.2500641171820462,
+ "epoch": 1.384931312845206,
+ "grad_norm": 4.3125,
+ "learning_rate": 2.284181232697332e-06,
+ "loss": 0.3286006450653076,
+ "mean_token_accuracy": 0.9237422406673431,
+ "num_tokens": 30347509.0,
+ "step": 4890
+ },
+ {
+ "entropy": 0.26391101712360976,
+ "epoch": 1.3877637728367087,
+ "grad_norm": 3.1875,
+ "learning_rate": 2.2649561006086558e-06,
+ "loss": 0.36521620750427247,
+ "mean_token_accuracy": 0.921583104133606,
+ "num_tokens": 30407734.0,
+ "step": 4900
+ },
+ {
+ "entropy": 0.2082054775673896,
+ "epoch": 1.3905962328282113,
+ "grad_norm": 3.171875,
+ "learning_rate": 2.245788496899736e-06,
+ "loss": 0.26845521926879884,
+ "mean_token_accuracy": 0.9378845795989037,
+ "num_tokens": 30466946.0,
+ "step": 4910
+ },
+ {
+ "entropy": 0.22866754801943898,
+ "epoch": 1.393428692819714,
+ "grad_norm": 2.75,
+ "learning_rate": 2.2266788247382104e-06,
+ "loss": 0.27818896770477297,
+ "mean_token_accuracy": 0.9301291614770889,
+ "num_tokens": 30533581.0,
+ "step": 4920
+ },
+ {
+ "entropy": 0.24968635374680162,
+ "epoch": 1.3962611528112165,
+ "grad_norm": 3.1875,
+ "learning_rate": 2.207627486073193e-06,
+ "loss": 0.287874698638916,
+ "mean_token_accuracy": 0.9242622211575509,
+ "num_tokens": 30601850.0,
+ "step": 4930
+ },
+ {
+ "entropy": 0.30023376140743496,
+ "epoch": 1.3990936128027192,
+ "grad_norm": 2.578125,
+ "learning_rate": 2.188634881626824e-06,
+ "loss": 0.3350045680999756,
+ "mean_token_accuracy": 0.9105271488428116,
+ "num_tokens": 30671400.0,
+ "step": 4940
+ },
+ {
+ "entropy": 0.2472711553797126,
+ "epoch": 1.4019260727942218,
+ "grad_norm": 2.640625,
+ "learning_rate": 2.169701410885844e-06,
+ "loss": 0.30690841674804686,
+ "mean_token_accuracy": 0.925593939423561,
+ "num_tokens": 30730507.0,
+ "step": 4950
+ },
+ {
+ "entropy": 0.25907982494682075,
+ "epoch": 1.4047585327857244,
+ "grad_norm": 3.234375,
+ "learning_rate": 2.1508274720931782e-06,
+ "loss": 0.28761587142944334,
+ "mean_token_accuracy": 0.9222486436367034,
+ "num_tokens": 30795393.0,
+ "step": 4960
+ },
+ {
+ "entropy": 0.2811718896962702,
+ "epoch": 1.407590992777227,
+ "grad_norm": 3.234375,
+ "learning_rate": 2.132013462239575e-06,
+ "loss": 0.3265038251876831,
+ "mean_token_accuracy": 0.9145691886544227,
+ "num_tokens": 30857562.0,
+ "step": 4970
+ },
+ {
+ "entropy": 0.28517370773479345,
+ "epoch": 1.4104234527687296,
+ "grad_norm": 2.328125,
+ "learning_rate": 2.1132597770552438e-06,
+ "loss": 0.31507909297943115,
+ "mean_token_accuracy": 0.9142434164881706,
+ "num_tokens": 30922675.0,
+ "step": 4980
+ },
+ {
+ "entropy": 0.19877292485907674,
+ "epoch": 1.4132559127602322,
+ "grad_norm": 3.765625,
+ "learning_rate": 2.0945668110015444e-06,
+ "loss": 0.23243415355682373,
+ "mean_token_accuracy": 0.9366410985589028,
+ "num_tokens": 30976543.0,
+ "step": 4990
+ },
+ {
+ "entropy": 0.2432062154635787,
+ "epoch": 1.4160883727517348,
+ "grad_norm": 2.5,
+ "learning_rate": 2.0759349572626746e-06,
+ "loss": 0.2862151384353638,
+ "mean_token_accuracy": 0.9267523601651192,
+ "num_tokens": 31038473.0,
+ "step": 5000
+ },
+ {
+ "entropy": 0.3237845581024885,
+ "epoch": 1.4189208327432374,
+ "grad_norm": 3.875,
+ "learning_rate": 2.0573646077374104e-06,
+ "loss": 0.37770848274230956,
+ "mean_token_accuracy": 0.9031021609902382,
+ "num_tokens": 31099230.0,
+ "step": 5010
+ },
+ {
+ "entropy": 0.2877516193315387,
+ "epoch": 1.42175329273474,
+ "grad_norm": 2.734375,
+ "learning_rate": 2.0388561530308635e-06,
+ "loss": 0.34712216854095457,
+ "mean_token_accuracy": 0.9134866118431091,
+ "num_tokens": 31166088.0,
+ "step": 5020
+ },
+ {
+ "entropy": 0.2820683201774955,
+ "epoch": 1.4245857527262427,
+ "grad_norm": 2.796875,
+ "learning_rate": 2.020409982446257e-06,
+ "loss": 0.3219949960708618,
+ "mean_token_accuracy": 0.9166051208972931,
+ "num_tokens": 31228723.0,
+ "step": 5030
+ },
+ {
+ "entropy": 0.27668618680909274,
+ "epoch": 1.4274182127177455,
+ "grad_norm": 2.515625,
+ "learning_rate": 2.002026483976743e-06,
+ "loss": 0.3125786066055298,
+ "mean_token_accuracy": 0.9155862748622894,
+ "num_tokens": 31291073.0,
+ "step": 5040
+ },
+ {
+ "entropy": 0.2827945364639163,
+ "epoch": 1.4302506727092479,
+ "grad_norm": 2.890625,
+ "learning_rate": 1.983706044297246e-06,
+ "loss": 0.3369795560836792,
+ "mean_token_accuracy": 0.9160067468881607,
+ "num_tokens": 31353485.0,
+ "step": 5050
+ },
+ {
+ "entropy": 0.26270845299586654,
+ "epoch": 1.4330831327007507,
+ "grad_norm": 2.390625,
+ "learning_rate": 1.965449048756313e-06,
+ "loss": 0.32433252334594725,
+ "mean_token_accuracy": 0.917706748843193,
+ "num_tokens": 31416187.0,
+ "step": 5060
+ },
+ {
+ "entropy": 0.25601281197741627,
+ "epoch": 1.435915592692253,
+ "grad_norm": 3.171875,
+ "learning_rate": 1.9472558813680302e-06,
+ "loss": 0.3209353446960449,
+ "mean_token_accuracy": 0.9202107876539231,
+ "num_tokens": 31476116.0,
+ "step": 5070
+ },
+ {
+ "entropy": 0.20480688754469156,
+ "epoch": 1.438748052683756,
+ "grad_norm": 2.640625,
+ "learning_rate": 1.929126924803934e-06,
+ "loss": 0.23985617160797118,
+ "mean_token_accuracy": 0.9381486117839813,
+ "num_tokens": 31535405.0,
+ "step": 5080
+ },
+ {
+ "entropy": 0.2611421229317784,
+ "epoch": 1.4415805126752583,
+ "grad_norm": 3.5625,
+ "learning_rate": 1.9110625603849527e-06,
+ "loss": 0.32944498062133787,
+ "mean_token_accuracy": 0.9202523365616798,
+ "num_tokens": 31597693.0,
+ "step": 5090
+ },
+ {
+ "entropy": 0.23836144469678403,
+ "epoch": 1.4444129726667612,
+ "grad_norm": 2.03125,
+ "learning_rate": 1.893063168073408e-06,
+ "loss": 0.29022033214569093,
+ "mean_token_accuracy": 0.9306372493505478,
+ "num_tokens": 31656977.0,
+ "step": 5100
+ },
+ {
+ "entropy": 0.28606463205069305,
+ "epoch": 1.4472454326582638,
+ "grad_norm": 2.5,
+ "learning_rate": 1.8751291264650046e-06,
+ "loss": 0.3439618110656738,
+ "mean_token_accuracy": 0.9139068111777305,
+ "num_tokens": 31718707.0,
+ "step": 5110
+ },
+ {
+ "entropy": 0.2603332348167896,
+ "epoch": 1.4500778926497664,
+ "grad_norm": 3.359375,
+ "learning_rate": 1.8572608127808728e-06,
+ "loss": 0.31691861152648926,
+ "mean_token_accuracy": 0.9209822177886963,
+ "num_tokens": 31782906.0,
+ "step": 5120
+ },
+ {
+ "entropy": 0.20631724232807755,
+ "epoch": 1.452910352641269,
+ "grad_norm": 2.3125,
+ "learning_rate": 1.83945860285964e-06,
+ "loss": 0.2487272262573242,
+ "mean_token_accuracy": 0.9387247279286385,
+ "num_tokens": 31843112.0,
+ "step": 5130
+ },
+ {
+ "entropy": 0.312122474052012,
+ "epoch": 1.4557428126327716,
+ "grad_norm": 2.59375,
+ "learning_rate": 1.8217228711495144e-06,
+ "loss": 0.3650108814239502,
+ "mean_token_accuracy": 0.903496403992176,
+ "num_tokens": 31908733.0,
+ "step": 5140
+ },
+ {
+ "entropy": 0.21777895856648682,
+ "epoch": 1.4585752726242742,
+ "grad_norm": 2.84375,
+ "learning_rate": 1.8040539907004151e-06,
+ "loss": 0.2540838003158569,
+ "mean_token_accuracy": 0.933236388862133,
+ "num_tokens": 31965951.0,
+ "step": 5150
+ },
+ {
+ "entropy": 0.2150375141762197,
+ "epoch": 1.4614077326157768,
+ "grad_norm": 3.109375,
+ "learning_rate": 1.7864523331561289e-06,
+ "loss": 0.25230045318603517,
+ "mean_token_accuracy": 0.9354735314846039,
+ "num_tokens": 32030628.0,
+ "step": 5160
+ },
+ {
+ "entropy": 0.2608655440621078,
+ "epoch": 1.4642401926072794,
+ "grad_norm": 3.046875,
+ "learning_rate": 1.7689182687464856e-06,
+ "loss": 0.3130248308181763,
+ "mean_token_accuracy": 0.9211593955755234,
+ "num_tokens": 32097676.0,
+ "step": 5170
+ },
+ {
+ "entropy": 0.25380949294194577,
+ "epoch": 1.467072652598782,
+ "grad_norm": 2.890625,
+ "learning_rate": 1.7514521662795747e-06,
+ "loss": 0.2816046476364136,
+ "mean_token_accuracy": 0.9257098287343979,
+ "num_tokens": 32158741.0,
+ "step": 5180
+ },
+ {
+ "entropy": 0.25251292893663047,
+ "epoch": 1.4699051125902847,
+ "grad_norm": 2.65625,
+ "learning_rate": 1.7340543931339855e-06,
+ "loss": 0.29217917919158937,
+ "mean_token_accuracy": 0.9239209443330765,
+ "num_tokens": 32214336.0,
+ "step": 5190
+ },
+ {
+ "entropy": 0.19389442894607783,
+ "epoch": 1.4727375725817873,
+ "grad_norm": 2.609375,
+ "learning_rate": 1.7167253152510881e-06,
+ "loss": 0.2437535524368286,
+ "mean_token_accuracy": 0.9410161271691322,
+ "num_tokens": 32272894.0,
+ "step": 5200
+ },
+ {
+ "entropy": 0.24098797258920968,
+ "epoch": 1.47557003257329,
+ "grad_norm": 2.734375,
+ "learning_rate": 1.6994652971273234e-06,
+ "loss": 0.3020350217819214,
+ "mean_token_accuracy": 0.927329009771347,
+ "num_tokens": 32334986.0,
+ "step": 5210
+ },
+ {
+ "entropy": 0.22781321993097664,
+ "epoch": 1.4784024925647925,
+ "grad_norm": 3.34375,
+ "learning_rate": 1.6822747018065454e-06,
+ "loss": 0.27587802410125734,
+ "mean_token_accuracy": 0.9302007511258126,
+ "num_tokens": 32400375.0,
+ "step": 5220
+ },
+ {
+ "entropy": 0.2371103228069842,
+ "epoch": 1.4812349525562951,
+ "grad_norm": 2.640625,
+ "learning_rate": 1.6651538908723819e-06,
+ "loss": 0.2963529586791992,
+ "mean_token_accuracy": 0.9281015366315841,
+ "num_tokens": 32461495.0,
+ "step": 5230
+ },
+ {
+ "entropy": 0.2026872721500695,
+ "epoch": 1.4840674125477977,
+ "grad_norm": 3.703125,
+ "learning_rate": 1.648103224440628e-06,
+ "loss": 0.2533473253250122,
+ "mean_token_accuracy": 0.9393594354391098,
+ "num_tokens": 32520488.0,
+ "step": 5240
+ },
+ {
+ "entropy": 0.27795653184875846,
+ "epoch": 1.4868998725393003,
+ "grad_norm": 4.28125,
+ "learning_rate": 1.6311230611516787e-06,
+ "loss": 0.3331992864608765,
+ "mean_token_accuracy": 0.9139838621020318,
+ "num_tokens": 32579890.0,
+ "step": 5250
+ },
+ {
+ "entropy": 0.24200157299637795,
+ "epoch": 1.489732332530803,
+ "grad_norm": 2.453125,
+ "learning_rate": 1.6142137581629735e-06,
+ "loss": 0.29794676303863527,
+ "mean_token_accuracy": 0.9251758947968483,
+ "num_tokens": 32638891.0,
+ "step": 5260
+ },
+ {
+ "entropy": 0.28265436114743353,
+ "epoch": 1.4925647925223056,
+ "grad_norm": 2.953125,
+ "learning_rate": 1.5973756711414906e-06,
+ "loss": 0.32789628505706786,
+ "mean_token_accuracy": 0.9158792689442634,
+ "num_tokens": 32698889.0,
+ "step": 5270
+ },
+ {
+ "entropy": 0.2547013622708619,
+ "epoch": 1.4953972525138082,
+ "grad_norm": 3.34375,
+ "learning_rate": 1.5806091542562702e-06,
+ "loss": 0.3087520360946655,
+ "mean_token_accuracy": 0.9223901182413101,
+ "num_tokens": 32761937.0,
+ "step": 5280
+ },
+ {
+ "entropy": 0.22827409273013471,
+ "epoch": 1.4982297125053108,
+ "grad_norm": 2.9375,
+ "learning_rate": 1.5639145601709565e-06,
+ "loss": 0.2831422328948975,
+ "mean_token_accuracy": 0.9307228982448578,
+ "num_tokens": 32827776.0,
+ "step": 5290
+ },
+ {
+ "entropy": 0.2951494877226651,
+ "epoch": 1.5010621724968134,
+ "grad_norm": 2.59375,
+ "learning_rate": 1.5472922400363822e-06,
+ "loss": 0.36947824954986574,
+ "mean_token_accuracy": 0.9096596837043762,
+ "num_tokens": 32894314.0,
+ "step": 5300
+ },
+ {
+ "entropy": 0.2979168656282127,
+ "epoch": 1.5038946324883162,
+ "grad_norm": 2.859375,
+ "learning_rate": 1.5307425434831907e-06,
+ "loss": 0.3343170642852783,
+ "mean_token_accuracy": 0.9080912008881569,
+ "num_tokens": 32956538.0,
+ "step": 5310
+ },
+ {
+ "entropy": 0.30057740341871975,
+ "epoch": 1.5067270924798186,
+ "grad_norm": 3.15625,
+ "learning_rate": 1.5142658186144643e-06,
+ "loss": 0.35959796905517577,
+ "mean_token_accuracy": 0.910037699341774,
+ "num_tokens": 33021410.0,
+ "step": 5320
+ },
+ {
+ "entropy": 0.24314799094572664,
+ "epoch": 1.5095595524713215,
+ "grad_norm": 2.875,
+ "learning_rate": 1.4978624119984215e-06,
+ "loss": 0.2805622100830078,
+ "mean_token_accuracy": 0.9268027886748313,
+ "num_tokens": 33077695.0,
+ "step": 5330
+ },
+ {
+ "entropy": 0.20980772599577904,
+ "epoch": 1.5123920124628238,
+ "grad_norm": 3.21875,
+ "learning_rate": 1.4815326686611203e-06,
+ "loss": 0.2554431200027466,
+ "mean_token_accuracy": 0.936587342619896,
+ "num_tokens": 33139831.0,
+ "step": 5340
+ },
+ {
+ "entropy": 0.21507870415225624,
+ "epoch": 1.5152244724543267,
+ "grad_norm": 3.203125,
+ "learning_rate": 1.4652769320791903e-06,
+ "loss": 0.24842193126678466,
+ "mean_token_accuracy": 0.9355509415268898,
+ "num_tokens": 33197251.0,
+ "step": 5350
+ },
+ {
+ "entropy": 0.2641136610880494,
+ "epoch": 1.518056932445829,
+ "grad_norm": 3.8125,
+ "learning_rate": 1.4490955441726274e-06,
+ "loss": 0.3337679624557495,
+ "mean_token_accuracy": 0.9209033325314522,
+ "num_tokens": 33257985.0,
+ "step": 5360
+ },
+ {
+ "entropy": 0.24620256144553423,
+ "epoch": 1.520889392437332,
+ "grad_norm": 3.484375,
+ "learning_rate": 1.432988845297586e-06,
+ "loss": 0.29033358097076417,
+ "mean_token_accuracy": 0.9254283532500267,
+ "num_tokens": 33319091.0,
+ "step": 5370
+ },
+ {
+ "entropy": 0.2379481267184019,
+ "epoch": 1.5237218524288343,
+ "grad_norm": 2.265625,
+ "learning_rate": 1.4169571742392258e-06,
+ "loss": 0.27025935649871824,
+ "mean_token_accuracy": 0.9277426168322563,
+ "num_tokens": 33383844.0,
+ "step": 5380
+ },
+ {
+ "entropy": 0.2868938121944666,
+ "epoch": 1.5265543124203371,
+ "grad_norm": 3.71875,
+ "learning_rate": 1.4010008682045923e-06,
+ "loss": 0.3404625415802002,
+ "mean_token_accuracy": 0.9113814622163773,
+ "num_tokens": 33453218.0,
+ "step": 5390
+ },
+ {
+ "entropy": 0.22716827960684896,
+ "epoch": 1.5293867724118397,
+ "grad_norm": 3.171875,
+ "learning_rate": 1.3851202628155107e-06,
+ "loss": 0.25096280574798585,
+ "mean_token_accuracy": 0.9309007912874222,
+ "num_tokens": 33508903.0,
+ "step": 5400
+ },
+ {
+ "entropy": 0.27040613191202284,
+ "epoch": 1.5322192324033423,
+ "grad_norm": 3.328125,
+ "learning_rate": 1.369315692101536e-06,
+ "loss": 0.32122843265533446,
+ "mean_token_accuracy": 0.9177961051464081,
+ "num_tokens": 33573171.0,
+ "step": 5410
+ },
+ {
+ "entropy": 0.2600837898440659,
+ "epoch": 1.535051692394845,
+ "grad_norm": 3.234375,
+ "learning_rate": 1.3535874884929268e-06,
+ "loss": 0.3213672637939453,
+ "mean_token_accuracy": 0.9197964414954185,
+ "num_tokens": 33636074.0,
+ "step": 5420
+ },
+ {
+ "entropy": 0.22881285650655628,
+ "epoch": 1.5378841523863476,
+ "grad_norm": 3.09375,
+ "learning_rate": 1.3379359828136484e-06,
+ "loss": 0.2707126379013062,
+ "mean_token_accuracy": 0.9294409155845642,
+ "num_tokens": 33698927.0,
+ "step": 5430
+ },
+ {
+ "entropy": 0.2975919903255999,
+ "epoch": 1.5407166123778502,
+ "grad_norm": 2.5625,
+ "learning_rate": 1.3223615042744177e-06,
+ "loss": 0.34776482582092283,
+ "mean_token_accuracy": 0.9107442811131478,
+ "num_tokens": 33760454.0,
+ "step": 5440
+ },
+ {
+ "entropy": 0.2446910054422915,
+ "epoch": 1.5435490723693528,
+ "grad_norm": 3.6875,
+ "learning_rate": 1.3068643804657755e-06,
+ "loss": 0.3253368616104126,
+ "mean_token_accuracy": 0.9267232105135917,
+ "num_tokens": 33820778.0,
+ "step": 5450
+ },
+ {
+ "entropy": 0.24788066679611803,
+ "epoch": 1.5463815323608554,
+ "grad_norm": 3.1875,
+ "learning_rate": 1.2914449373512039e-06,
+ "loss": 0.290773868560791,
+ "mean_token_accuracy": 0.9264207080006599,
+ "num_tokens": 33885412.0,
+ "step": 5460
+ },
+ {
+ "entropy": 0.26637936308979987,
+ "epoch": 1.549213992352358,
+ "grad_norm": 2.84375,
+ "learning_rate": 1.2761034992602594e-06,
+ "loss": 0.302551794052124,
+ "mean_token_accuracy": 0.9195884510874748,
+ "num_tokens": 33949818.0,
+ "step": 5470
+ },
+ {
+ "entropy": 0.25932731870561837,
+ "epoch": 1.5520464523438606,
+ "grad_norm": 2.734375,
+ "learning_rate": 1.260840388881757e-06,
+ "loss": 0.3070210456848145,
+ "mean_token_accuracy": 0.9207321554422379,
+ "num_tokens": 34014584.0,
+ "step": 5480
+ },
+ {
+ "entropy": 0.27443883698433635,
+ "epoch": 1.5548789123353632,
+ "grad_norm": 3.46875,
+ "learning_rate": 1.2456559272569835e-06,
+ "loss": 0.33689801692962645,
+ "mean_token_accuracy": 0.9148522824048996,
+ "num_tokens": 34084875.0,
+ "step": 5490
+ },
+ {
+ "entropy": 0.23238408304750918,
+ "epoch": 1.5577113723268659,
+ "grad_norm": 2.359375,
+ "learning_rate": 1.2305504337729402e-06,
+ "loss": 0.2621855497360229,
+ "mean_token_accuracy": 0.9286026373505593,
+ "num_tokens": 34149334.0,
+ "step": 5500
+ },
+ {
+ "entropy": 0.19104345375671983,
+ "epoch": 1.5605438323183685,
+ "grad_norm": 3.0,
+ "learning_rate": 1.2155242261556322e-06,
+ "loss": 0.21013360023498534,
+ "mean_token_accuracy": 0.9440885782241821,
+ "num_tokens": 34208909.0,
+ "step": 5510
+ },
+ {
+ "entropy": 0.3090286682359874,
+ "epoch": 1.563376292309871,
+ "grad_norm": 3.546875,
+ "learning_rate": 1.2005776204633784e-06,
+ "loss": 0.3435187578201294,
+ "mean_token_accuracy": 0.906642059981823,
+ "num_tokens": 34277789.0,
+ "step": 5520
+ },
+ {
+ "entropy": 0.27096550054848195,
+ "epoch": 1.5662087523013737,
+ "grad_norm": 3.0,
+ "learning_rate": 1.1857109310801646e-06,
+ "loss": 0.33941338062286375,
+ "mean_token_accuracy": 0.9181032046675682,
+ "num_tokens": 34341408.0,
+ "step": 5530
+ },
+ {
+ "entropy": 0.2512120358645916,
+ "epoch": 1.5690412122928765,
+ "grad_norm": 2.953125,
+ "learning_rate": 1.1709244707090379e-06,
+ "loss": 0.3203424453735352,
+ "mean_token_accuracy": 0.9274255812168122,
+ "num_tokens": 34401100.0,
+ "step": 5540
+ },
+ {
+ "entropy": 0.22159507512114943,
+ "epoch": 1.571873672284379,
+ "grad_norm": 3.25,
+ "learning_rate": 1.1562185503655189e-06,
+ "loss": 0.26977603435516356,
+ "mean_token_accuracy": 0.9318756386637688,
+ "num_tokens": 34462912.0,
+ "step": 5550
+ },
+ {
+ "entropy": 0.23320558797568083,
+ "epoch": 1.5747061322758817,
+ "grad_norm": 1.9609375,
+ "learning_rate": 1.1415934793710665e-06,
+ "loss": 0.2658952474594116,
+ "mean_token_accuracy": 0.9283665150403977,
+ "num_tokens": 34524813.0,
+ "step": 5560
+ },
+ {
+ "entropy": 0.2423627723939717,
+ "epoch": 1.5775385922673841,
+ "grad_norm": 2.453125,
+ "learning_rate": 1.1270495653465736e-06,
+ "loss": 0.2817867279052734,
+ "mean_token_accuracy": 0.9266665682196618,
+ "num_tokens": 34588658.0,
+ "step": 5570
+ },
+ {
+ "entropy": 0.288007527962327,
+ "epoch": 1.580371052258887,
+ "grad_norm": 3.5625,
+ "learning_rate": 1.1125871142058853e-06,
+ "loss": 0.3256409168243408,
+ "mean_token_accuracy": 0.9146550044417381,
+ "num_tokens": 34651205.0,
+ "step": 5580
+ },
+ {
+ "entropy": 0.26610668897628786,
+ "epoch": 1.5832035122503894,
+ "grad_norm": 3.21875,
+ "learning_rate": 1.09820643014938e-06,
+ "loss": 0.30162830352783204,
+ "mean_token_accuracy": 0.9187943205237389,
+ "num_tokens": 34712268.0,
+ "step": 5590
+ },
+ {
+ "entropy": 0.23809606842696668,
+ "epoch": 1.5860359722418922,
+ "grad_norm": 2.671875,
+ "learning_rate": 1.0839078156575627e-06,
+ "loss": 0.2636057615280151,
+ "mean_token_accuracy": 0.9277158841490746,
+ "num_tokens": 34772045.0,
+ "step": 5600
+ },
+ {
+ "entropy": 0.22600625092163681,
+ "epoch": 1.5888684322333946,
+ "grad_norm": 2.96875,
+ "learning_rate": 1.0696915714846957e-06,
+ "loss": 0.2677895545959473,
+ "mean_token_accuracy": 0.9321974024176598,
+ "num_tokens": 34833071.0,
+ "step": 5610
+ },
+ {
+ "entropy": 0.24366146139800549,
+ "epoch": 1.5917008922248974,
+ "grad_norm": 3.53125,
+ "learning_rate": 1.0555579966524881e-06,
+ "loss": 0.29182281494140627,
+ "mean_token_accuracy": 0.9258176818490028,
+ "num_tokens": 34894119.0,
+ "step": 5620
+ },
+ {
+ "entropy": 0.21388702299445866,
+ "epoch": 1.5945333522163998,
+ "grad_norm": 3.0625,
+ "learning_rate": 1.0415073884437976e-06,
+ "loss": 0.2524517774581909,
+ "mean_token_accuracy": 0.9357389867305755,
+ "num_tokens": 34952146.0,
+ "step": 5630
+ },
+ {
+ "entropy": 0.21859713681042195,
+ "epoch": 1.5973658122079026,
+ "grad_norm": 2.8125,
+ "learning_rate": 1.0275400423963717e-06,
+ "loss": 0.24928975105285645,
+ "mean_token_accuracy": 0.934303593635559,
+ "num_tokens": 35011714.0,
+ "step": 5640
+ },
+ {
+ "entropy": 0.2579089604318142,
+ "epoch": 1.600198272199405,
+ "grad_norm": 2.921875,
+ "learning_rate": 1.0136562522966441e-06,
+ "loss": 0.31113855838775634,
+ "mean_token_accuracy": 0.9202840358018876,
+ "num_tokens": 35074651.0,
+ "step": 5650
+ },
+ {
+ "entropy": 0.26469491589814426,
+ "epoch": 1.6030307321909079,
+ "grad_norm": 3.140625,
+ "learning_rate": 9.998563101735476e-07,
+ "loss": 0.3200496435165405,
+ "mean_token_accuracy": 0.9220004096627236,
+ "num_tokens": 35138648.0,
+ "step": 5660
+ },
+ {
+ "entropy": 0.22206950206309556,
+ "epoch": 1.6058631921824105,
+ "grad_norm": 2.640625,
+ "learning_rate": 9.861405062923697e-07,
+ "loss": 0.2514327049255371,
+ "mean_token_accuracy": 0.9321804001927376,
+ "num_tokens": 35196730.0,
+ "step": 5670
+ },
+ {
+ "entropy": 0.24417279483750462,
+ "epoch": 1.608695652173913,
+ "grad_norm": 3.328125,
+ "learning_rate": 9.725091291486566e-07,
+ "loss": 0.30283517837524415,
+ "mean_token_accuracy": 0.926240362226963,
+ "num_tokens": 35257197.0,
+ "step": 5680
+ },
+ {
+ "entropy": 0.30107640102505684,
+ "epoch": 1.6115281121654157,
+ "grad_norm": 2.296875,
+ "learning_rate": 9.589624654621337e-07,
+ "loss": 0.374169659614563,
+ "mean_token_accuracy": 0.9090639904141427,
+ "num_tokens": 35322366.0,
+ "step": 5690
+ },
+ {
+ "entropy": 0.25959637677297,
+ "epoch": 1.6143605721569183,
+ "grad_norm": 3.5,
+ "learning_rate": 9.455008001706823e-07,
+ "loss": 0.3035139560699463,
+ "mean_token_accuracy": 0.920881375670433,
+ "num_tokens": 35384760.0,
+ "step": 5700
+ },
+ {
+ "entropy": 0.26152828708291054,
+ "epoch": 1.617193032148421,
+ "grad_norm": 2.921875,
+ "learning_rate": 9.321244164243426e-07,
+ "loss": 0.3164137125015259,
+ "mean_token_accuracy": 0.9189648017287254,
+ "num_tokens": 35451710.0,
+ "step": 5710
+ },
+ {
+ "entropy": 0.26348818531259893,
+ "epoch": 1.6200254921399235,
+ "grad_norm": 2.84375,
+ "learning_rate": 9.188335955793626e-07,
+ "loss": 0.30527734756469727,
+ "mean_token_accuracy": 0.9183376669883728,
+ "num_tokens": 35512594.0,
+ "step": 5720
+ },
+ {
+ "entropy": 0.2280609853565693,
+ "epoch": 1.6228579521314261,
+ "grad_norm": 2.375,
+ "learning_rate": 9.056286171922734e-07,
+ "loss": 0.2652477264404297,
+ "mean_token_accuracy": 0.9297893449664116,
+ "num_tokens": 35576563.0,
+ "step": 5730
+ },
+ {
+ "entropy": 0.2838295646011829,
+ "epoch": 1.6256904121229288,
+ "grad_norm": 2.9375,
+ "learning_rate": 8.925097590140148e-07,
+ "loss": 0.35121898651123046,
+ "mean_token_accuracy": 0.9098823204636574,
+ "num_tokens": 35640297.0,
+ "step": 5740
+ },
+ {
+ "entropy": 0.2746155882254243,
+ "epoch": 1.6285228721144314,
+ "grad_norm": 3.265625,
+ "learning_rate": 8.794772969840887e-07,
+ "loss": 0.31128735542297364,
+ "mean_token_accuracy": 0.9179449796676635,
+ "num_tokens": 35707899.0,
+ "step": 5750
+ },
+ {
+ "entropy": 0.2756534986197948,
+ "epoch": 1.631355332105934,
+ "grad_norm": 3.234375,
+ "learning_rate": 8.665315052247602e-07,
+ "loss": 0.32416977882385256,
+ "mean_token_accuracy": 0.9196028739213944,
+ "num_tokens": 35772162.0,
+ "step": 5760
+ },
+ {
+ "entropy": 0.2519084827043116,
+ "epoch": 1.6341877920974366,
+ "grad_norm": 3.140625,
+ "learning_rate": 8.536726560352876e-07,
+ "loss": 0.324365496635437,
+ "mean_token_accuracy": 0.9242412179708481,
+ "num_tokens": 35835349.0,
+ "step": 5770
+ },
+ {
+ "entropy": 0.25698692388832567,
+ "epoch": 1.6370202520889392,
+ "grad_norm": 3.53125,
+ "learning_rate": 8.409010198861956e-07,
+ "loss": 0.3088990211486816,
+ "mean_token_accuracy": 0.9209602817893028,
+ "num_tokens": 35897448.0,
+ "step": 5780
+ },
+ {
+ "entropy": 0.22108505498617886,
+ "epoch": 1.6398527120804418,
+ "grad_norm": 2.890625,
+ "learning_rate": 8.282168654135847e-07,
+ "loss": 0.2698824882507324,
+ "mean_token_accuracy": 0.93257477581501,
+ "num_tokens": 35959332.0,
+ "step": 5790
+ },
+ {
+ "entropy": 0.2284936947748065,
+ "epoch": 1.6426851720719444,
+ "grad_norm": 3.28125,
+ "learning_rate": 8.156204594134893e-07,
+ "loss": 0.2973310470581055,
+ "mean_token_accuracy": 0.9306313022971153,
+ "num_tokens": 36021262.0,
+ "step": 5800
+ },
+ {
+ "entropy": 0.24009261797182263,
+ "epoch": 1.6455176320634473,
+ "grad_norm": 3.15625,
+ "learning_rate": 8.031120668362535e-07,
+ "loss": 0.28094191551208497,
+ "mean_token_accuracy": 0.9246355861425399,
+ "num_tokens": 36084005.0,
+ "step": 5810
+ },
+ {
+ "entropy": 0.23662603041157126,
+ "epoch": 1.6483500920549496,
+ "grad_norm": 2.625,
+ "learning_rate": 7.906919507809651e-07,
+ "loss": 0.2780949354171753,
+ "mean_token_accuracy": 0.9279899090528488,
+ "num_tokens": 36147389.0,
+ "step": 5820
+ },
+ {
+ "entropy": 0.23658121339976787,
+ "epoch": 1.6511825520464525,
+ "grad_norm": 2.953125,
+ "learning_rate": 7.783603724899258e-07,
+ "loss": 0.29379072189331057,
+ "mean_token_accuracy": 0.927857731282711,
+ "num_tokens": 36210586.0,
+ "step": 5830
+ },
+ {
+ "entropy": 0.26622840845957396,
+ "epoch": 1.6540150120379549,
+ "grad_norm": 2.96875,
+ "learning_rate": 7.661175913431429e-07,
+ "loss": 0.2929482936859131,
+ "mean_token_accuracy": 0.9188829958438873,
+ "num_tokens": 36274779.0,
+ "step": 5840
+ },
+ {
+ "entropy": 0.21175987273454666,
+ "epoch": 1.6568474720294577,
+ "grad_norm": 2.75,
+ "learning_rate": 7.53963864852888e-07,
+ "loss": 0.2593329906463623,
+ "mean_token_accuracy": 0.934892113506794,
+ "num_tokens": 36335052.0,
+ "step": 5850
+ },
+ {
+ "entropy": 0.2694924921728671,
+ "epoch": 1.65967993202096,
+ "grad_norm": 2.515625,
+ "learning_rate": 7.418994486582759e-07,
+ "loss": 0.3219228506088257,
+ "mean_token_accuracy": 0.918947072327137,
+ "num_tokens": 36402302.0,
+ "step": 5860
+ },
+ {
+ "entropy": 0.22867691768333315,
+ "epoch": 1.662512392012463,
+ "grad_norm": 2.125,
+ "learning_rate": 7.299245965198781e-07,
+ "loss": 0.27680966854095457,
+ "mean_token_accuracy": 0.9292436599731445,
+ "num_tokens": 36462632.0,
+ "step": 5870
+ },
+ {
+ "entropy": 0.2866896932013333,
+ "epoch": 1.6653448520039653,
+ "grad_norm": 2.984375,
+ "learning_rate": 7.180395603144008e-07,
+ "loss": 0.34249396324157716,
+ "mean_token_accuracy": 0.91329265832901,
+ "num_tokens": 36527224.0,
+ "step": 5880
+ },
+ {
+ "entropy": 0.27094610016793014,
+ "epoch": 1.6681773119954681,
+ "grad_norm": 3.265625,
+ "learning_rate": 7.062445900293785e-07,
+ "loss": 0.36627175807952883,
+ "mean_token_accuracy": 0.9188960358500481,
+ "num_tokens": 36592894.0,
+ "step": 5890
+ },
+ {
+ "entropy": 0.26132087502628565,
+ "epoch": 1.6710097719869705,
+ "grad_norm": 2.9375,
+ "learning_rate": 6.9453993375791e-07,
+ "loss": 0.3172159194946289,
+ "mean_token_accuracy": 0.9181624829769135,
+ "num_tokens": 36654978.0,
+ "step": 5900
+ },
+ {
+ "entropy": 0.233911953587085,
+ "epoch": 1.6738422319784734,
+ "grad_norm": 2.890625,
+ "learning_rate": 6.829258376934561e-07,
+ "loss": 0.2974437713623047,
+ "mean_token_accuracy": 0.928301876783371,
+ "num_tokens": 36719391.0,
+ "step": 5910
+ },
+ {
+ "entropy": 0.21565931793302298,
+ "epoch": 1.6766746919699758,
+ "grad_norm": 3.609375,
+ "learning_rate": 6.714025461246454e-07,
+ "loss": 0.2669668436050415,
+ "mean_token_accuracy": 0.9334323838353157,
+ "num_tokens": 36778045.0,
+ "step": 5920
+ },
+ {
+ "entropy": 0.21683911168947817,
+ "epoch": 1.6795071519614786,
+ "grad_norm": 2.84375,
+ "learning_rate": 6.59970301430144e-07,
+ "loss": 0.26363070011138917,
+ "mean_token_accuracy": 0.9335852771997452,
+ "num_tokens": 36837249.0,
+ "step": 5930
+ },
+ {
+ "entropy": 0.23265648679807782,
+ "epoch": 1.6823396119529812,
+ "grad_norm": 3.3125,
+ "learning_rate": 6.48629344073558e-07,
+ "loss": 0.26622016429901124,
+ "mean_token_accuracy": 0.9274113267660141,
+ "num_tokens": 36898226.0,
+ "step": 5940
+ },
+ {
+ "entropy": 0.2784924143925309,
+ "epoch": 1.6851720719444838,
+ "grad_norm": 2.671875,
+ "learning_rate": 6.37379912598371e-07,
+ "loss": 0.34350905418395994,
+ "mean_token_accuracy": 0.9142558068037033,
+ "num_tokens": 36963382.0,
+ "step": 5950
+ },
+ {
+ "entropy": 0.24184053102508188,
+ "epoch": 1.6880045319359864,
+ "grad_norm": 3.78125,
+ "learning_rate": 6.262222436229292e-07,
+ "loss": 0.2830460548400879,
+ "mean_token_accuracy": 0.9260421633720398,
+ "num_tokens": 37024951.0,
+ "step": 5960
+ },
+ {
+ "entropy": 0.21509222900494934,
+ "epoch": 1.690836991927489,
+ "grad_norm": 2.765625,
+ "learning_rate": 6.151565718354652e-07,
+ "loss": 0.2527156829833984,
+ "mean_token_accuracy": 0.9360066995024681,
+ "num_tokens": 37079547.0,
+ "step": 5970
+ },
+ {
+ "entropy": 0.24560804115608334,
+ "epoch": 1.6936694519189917,
+ "grad_norm": 3.65625,
+ "learning_rate": 6.041831299891616e-07,
+ "loss": 0.27899770736694335,
+ "mean_token_accuracy": 0.9240980878472328,
+ "num_tokens": 37139223.0,
+ "step": 5980
+ },
+ {
+ "entropy": 0.23427843432873488,
+ "epoch": 1.6965019119104943,
+ "grad_norm": 3.34375,
+ "learning_rate": 5.933021488972518e-07,
+ "loss": 0.2709463357925415,
+ "mean_token_accuracy": 0.9293721422553063,
+ "num_tokens": 37199693.0,
+ "step": 5990
+ },
+ {
+ "entropy": 0.19755451856181025,
+ "epoch": 1.6993343719019969,
+ "grad_norm": 3.640625,
+ "learning_rate": 5.825138574281697e-07,
+ "loss": 0.2685497045516968,
+ "mean_token_accuracy": 0.9402319520711899,
+ "num_tokens": 37259409.0,
+ "step": 6000
+ },
+ {
+ "entropy": 0.2616328032687306,
+ "epoch": 1.7021668318934995,
+ "grad_norm": 2.9375,
+ "learning_rate": 5.718184825007322e-07,
+ "loss": 0.29927141666412355,
+ "mean_token_accuracy": 0.9205271825194359,
+ "num_tokens": 37317619.0,
+ "step": 6010
+ },
+ {
+ "entropy": 0.2717592868953943,
+ "epoch": 1.704999291885002,
+ "grad_norm": 2.734375,
+ "learning_rate": 5.612162490793705e-07,
+ "loss": 0.2948524236679077,
+ "mean_token_accuracy": 0.915754534304142,
+ "num_tokens": 37375947.0,
+ "step": 6020
+ },
+ {
+ "entropy": 0.24579153461381792,
+ "epoch": 1.7078317518765047,
+ "grad_norm": 2.71875,
+ "learning_rate": 5.507073801693935e-07,
+ "loss": 0.33449468612670896,
+ "mean_token_accuracy": 0.9257088854908944,
+ "num_tokens": 37439620.0,
+ "step": 6030
+ },
+ {
+ "entropy": 0.26611594650894405,
+ "epoch": 1.7106642118680073,
+ "grad_norm": 2.671875,
+ "learning_rate": 5.402920968122987e-07,
+ "loss": 0.29062328338623045,
+ "mean_token_accuracy": 0.9189436316490174,
+ "num_tokens": 37502168.0,
+ "step": 6040
+ },
+ {
+ "entropy": 0.2788139834068716,
+ "epoch": 1.71349667185951,
+ "grad_norm": 3.0625,
+ "learning_rate": 5.299706180811231e-07,
+ "loss": 0.3326979160308838,
+ "mean_token_accuracy": 0.9133873134851456,
+ "num_tokens": 37565720.0,
+ "step": 6050
+ },
+ {
+ "entropy": 0.25504893427714703,
+ "epoch": 1.7163291318510128,
+ "grad_norm": 2.859375,
+ "learning_rate": 5.197431610758397e-07,
+ "loss": 0.29038186073303224,
+ "mean_token_accuracy": 0.9225362583994865,
+ "num_tokens": 37625899.0,
+ "step": 6060
+ },
+ {
+ "entropy": 0.24646360790356994,
+ "epoch": 1.7191615918425152,
+ "grad_norm": 3.375,
+ "learning_rate": 5.096099409187815e-07,
+ "loss": 0.2801154613494873,
+ "mean_token_accuracy": 0.9221906989812851,
+ "num_tokens": 37688905.0,
+ "step": 6070
+ },
+ {
+ "entropy": 0.2654589467681944,
+ "epoch": 1.721994051834018,
+ "grad_norm": 3.34375,
+ "learning_rate": 4.995711707501239e-07,
+ "loss": 0.3085824728012085,
+ "mean_token_accuracy": 0.9182787358760833,
+ "num_tokens": 37749957.0,
+ "step": 6080
+ },
+ {
+ "entropy": 0.26223820317536595,
+ "epoch": 1.7248265118255204,
+ "grad_norm": 2.921875,
+ "learning_rate": 4.896270617234022e-07,
+ "loss": 0.3128183841705322,
+ "mean_token_accuracy": 0.9200211226940155,
+ "num_tokens": 37807940.0,
+ "step": 6090
+ },
+ {
+ "entropy": 0.2681588695384562,
+ "epoch": 1.7276589718170232,
+ "grad_norm": 2.1875,
+ "learning_rate": 4.797778230010625e-07,
+ "loss": 0.32117178440093996,
+ "mean_token_accuracy": 0.9161472588777542,
+ "num_tokens": 37872649.0,
+ "step": 6100
+ },
+ {
+ "entropy": 0.2654016354121268,
+ "epoch": 1.7304914318085256,
+ "grad_norm": 2.171875,
+ "learning_rate": 4.70023661750072e-07,
+ "loss": 0.30300583839416506,
+ "mean_token_accuracy": 0.9194830045104027,
+ "num_tokens": 37939176.0,
+ "step": 6110
+ },
+ {
+ "entropy": 0.24514326835051178,
+ "epoch": 1.7333238918000284,
+ "grad_norm": 2.984375,
+ "learning_rate": 4.6036478313755737e-07,
+ "loss": 0.278977632522583,
+ "mean_token_accuracy": 0.924672819674015,
+ "num_tokens": 38001369.0,
+ "step": 6120
+ },
+ {
+ "entropy": 0.2553958177566528,
+ "epoch": 1.7361563517915308,
+ "grad_norm": 2.5,
+ "learning_rate": 4.5080139032648297e-07,
+ "loss": 0.3082934856414795,
+ "mean_token_accuracy": 0.921890738606453,
+ "num_tokens": 38062641.0,
+ "step": 6130
+ },
+ {
+ "entropy": 0.2784746644087136,
+ "epoch": 1.7389888117830337,
+ "grad_norm": 3.15625,
+ "learning_rate": 4.413336844713889e-07,
+ "loss": 0.35960190296173095,
+ "mean_token_accuracy": 0.919023522734642,
+ "num_tokens": 38127034.0,
+ "step": 6140
+ },
+ {
+ "entropy": 0.2474791486747563,
+ "epoch": 1.741821271774536,
+ "grad_norm": 2.859375,
+ "learning_rate": 4.3196186471415544e-07,
+ "loss": 0.31310961246490476,
+ "mean_token_accuracy": 0.9271246582269669,
+ "num_tokens": 38191869.0,
+ "step": 6150
+ },
+ {
+ "entropy": 0.19148513535037637,
+ "epoch": 1.7446537317660389,
+ "grad_norm": 2.765625,
+ "learning_rate": 4.226861281798067e-07,
+ "loss": 0.24431028366088867,
+ "mean_token_accuracy": 0.9425259172916413,
+ "num_tokens": 38246837.0,
+ "step": 6160
+ },
+ {
+ "entropy": 0.2849460038356483,
+ "epoch": 1.7474861917575413,
+ "grad_norm": 3.140625,
+ "learning_rate": 4.135066699723783e-07,
+ "loss": 0.35321385860443116,
+ "mean_token_accuracy": 0.9136219590902328,
+ "num_tokens": 38312789.0,
+ "step": 6170
+ },
+ {
+ "entropy": 0.3044266812503338,
+ "epoch": 1.750318651749044,
+ "grad_norm": 2.671875,
+ "learning_rate": 4.044236831708015e-07,
+ "loss": 0.36631484031677247,
+ "mean_token_accuracy": 0.9051524147391319,
+ "num_tokens": 38381443.0,
+ "step": 6180
+ },
+ {
+ "entropy": 0.25871176943182944,
+ "epoch": 1.7531511117405467,
+ "grad_norm": 2.921875,
+ "learning_rate": 3.954373588248489e-07,
+ "loss": 0.3120436191558838,
+ "mean_token_accuracy": 0.9194941282272339,
+ "num_tokens": 38440376.0,
+ "step": 6190
+ },
+ {
+ "entropy": 0.21256705159321426,
+ "epoch": 1.7559835717320493,
+ "grad_norm": 3.1875,
+ "learning_rate": 3.86547885951114e-07,
+ "loss": 0.27659921646118163,
+ "mean_token_accuracy": 0.9322510659694672,
+ "num_tokens": 38498332.0,
+ "step": 6200
+ },
+ {
+ "entropy": 0.20445358119904994,
+ "epoch": 1.758816031723552,
+ "grad_norm": 2.9375,
+ "learning_rate": 3.7775545152903436e-07,
+ "loss": 0.2523348331451416,
+ "mean_token_accuracy": 0.9390280991792679,
+ "num_tokens": 38554014.0,
+ "step": 6210
+ },
+ {
+ "entropy": 0.18416391648352146,
+ "epoch": 1.7616484917150546,
+ "grad_norm": 3.03125,
+ "learning_rate": 3.6906024049696066e-07,
+ "loss": 0.2193291187286377,
+ "mean_token_accuracy": 0.9433191910386085,
+ "num_tokens": 38611109.0,
+ "step": 6220
+ },
+ {
+ "entropy": 0.2637974001467228,
+ "epoch": 1.7644809517065572,
+ "grad_norm": 2.171875,
+ "learning_rate": 3.6046243574826444e-07,
+ "loss": 0.3237797021865845,
+ "mean_token_accuracy": 0.9204860851168633,
+ "num_tokens": 38677459.0,
+ "step": 6230
+ },
+ {
+ "entropy": 0.31895074248313904,
+ "epoch": 1.7673134116980598,
+ "grad_norm": 3.4375,
+ "learning_rate": 3.51962218127494e-07,
+ "loss": 0.35933072566986085,
+ "mean_token_accuracy": 0.9058421403169632,
+ "num_tokens": 38744200.0,
+ "step": 6240
+ },
+ {
+ "entropy": 0.2729435803368688,
+ "epoch": 1.7701458716895624,
+ "grad_norm": 3.09375,
+ "learning_rate": 3.4355976642656885e-07,
+ "loss": 0.3030064821243286,
+ "mean_token_accuracy": 0.9164240315556527,
+ "num_tokens": 38805557.0,
+ "step": 6250
+ },
+ {
+ "entropy": 0.25559688853099943,
+ "epoch": 1.772978331681065,
+ "grad_norm": 3.546875,
+ "learning_rate": 3.352552573810175e-07,
+ "loss": 0.32299444675445554,
+ "mean_token_accuracy": 0.9176233753561973,
+ "num_tokens": 38864776.0,
+ "step": 6260
+ },
+ {
+ "entropy": 0.22705860855057836,
+ "epoch": 1.7758107916725676,
+ "grad_norm": 3.609375,
+ "learning_rate": 3.2704886566626237e-07,
+ "loss": 0.2813774585723877,
+ "mean_token_accuracy": 0.9282340630888939,
+ "num_tokens": 38919437.0,
+ "step": 6270
+ },
+ {
+ "entropy": 0.24726136000826954,
+ "epoch": 1.7786432516640702,
+ "grad_norm": 2.34375,
+ "learning_rate": 3.189407638939479e-07,
+ "loss": 0.3042394399642944,
+ "mean_token_accuracy": 0.9257391706109047,
+ "num_tokens": 38979911.0,
+ "step": 6280
+ },
+ {
+ "entropy": 0.22607307843863964,
+ "epoch": 1.7814757116555728,
+ "grad_norm": 3.828125,
+ "learning_rate": 3.1093112260830337e-07,
+ "loss": 0.2781648635864258,
+ "mean_token_accuracy": 0.9285519152879715,
+ "num_tokens": 39040443.0,
+ "step": 6290
+ },
+ {
+ "entropy": 0.2300509915687144,
+ "epoch": 1.7843081716470754,
+ "grad_norm": 3.21875,
+ "learning_rate": 3.030201102825614e-07,
+ "loss": 0.2724717140197754,
+ "mean_token_accuracy": 0.9309455662965774,
+ "num_tokens": 39095342.0,
+ "step": 6300
+ },
+ {
+ "entropy": 0.22573469262570142,
+ "epoch": 1.787140631638578,
+ "grad_norm": 3.171875,
+ "learning_rate": 2.9520789331541123e-07,
+ "loss": 0.2936519384384155,
+ "mean_token_accuracy": 0.9300498858094215,
+ "num_tokens": 39157425.0,
+ "step": 6310
+ },
+ {
+ "entropy": 0.25970551362261174,
+ "epoch": 1.7899730916300807,
+ "grad_norm": 3.078125,
+ "learning_rate": 2.874946360275005e-07,
+ "loss": 0.3092733144760132,
+ "mean_token_accuracy": 0.9205686241388321,
+ "num_tokens": 39222823.0,
+ "step": 6320
+ },
+ {
+ "entropy": 0.26452819192782046,
+ "epoch": 1.7928055516215835,
+ "grad_norm": 2.828125,
+ "learning_rate": 2.798805006579786e-07,
+ "loss": 0.31335864067077634,
+ "mean_token_accuracy": 0.9205701932311058,
+ "num_tokens": 39284858.0,
+ "step": 6330
+ },
+ {
+ "entropy": 0.24047992387786507,
+ "epoch": 1.795638011613086,
+ "grad_norm": 2.609375,
+ "learning_rate": 2.723656473610825e-07,
+ "loss": 0.3066105365753174,
+ "mean_token_accuracy": 0.9279683545231819,
+ "num_tokens": 39348895.0,
+ "step": 6340
+ },
+ {
+ "entropy": 0.28008900824934246,
+ "epoch": 1.7984704716045887,
+ "grad_norm": 2.796875,
+ "learning_rate": 2.6495023420277154e-07,
+ "loss": 0.36823763847351076,
+ "mean_token_accuracy": 0.9184501737356185,
+ "num_tokens": 39415062.0,
+ "step": 6350
+ },
+ {
+ "entropy": 0.26460667392238973,
+ "epoch": 1.8013029315960911,
+ "grad_norm": 2.875,
+ "learning_rate": 2.5763441715739746e-07,
+ "loss": 0.33464004993438723,
+ "mean_token_accuracy": 0.9192859187722207,
+ "num_tokens": 39476274.0,
+ "step": 6360
+ },
+ {
+ "entropy": 0.2274815364740789,
+ "epoch": 1.804135391587594,
+ "grad_norm": 2.75,
+ "learning_rate": 2.5041835010442994e-07,
+ "loss": 0.271880578994751,
+ "mean_token_accuracy": 0.9299229174852371,
+ "num_tokens": 39541899.0,
+ "step": 6370
+ },
+ {
+ "entropy": 0.26884328480809927,
+ "epoch": 1.8069678515790963,
+ "grad_norm": 3.015625,
+ "learning_rate": 2.4330218482521597e-07,
+ "loss": 0.33253049850463867,
+ "mean_token_accuracy": 0.9190004959702491,
+ "num_tokens": 39605777.0,
+ "step": 6380
+ },
+ {
+ "entropy": 0.2505350584164262,
+ "epoch": 1.8098003115705992,
+ "grad_norm": 2.25,
+ "learning_rate": 2.3628607099978607e-07,
+ "loss": 0.29483606815338137,
+ "mean_token_accuracy": 0.9231566235423088,
+ "num_tokens": 39666792.0,
+ "step": 6390
+ },
+ {
+ "entropy": 0.23279191115871073,
+ "epoch": 1.8126327715621016,
+ "grad_norm": 2.546875,
+ "learning_rate": 2.2937015620370984e-07,
+ "loss": 0.28471810817718507,
+ "mean_token_accuracy": 0.9304475530982017,
+ "num_tokens": 39724921.0,
+ "step": 6400
+ },
+ {
+ "entropy": 0.2460587291046977,
+ "epoch": 1.8154652315536044,
+ "grad_norm": 2.375,
+ "learning_rate": 2.2255458590499157e-07,
+ "loss": 0.29708685874938967,
+ "mean_token_accuracy": 0.924674142897129,
+ "num_tokens": 39789840.0,
+ "step": 6410
+ },
+ {
+ "entropy": 0.275227199587971,
+ "epoch": 1.8182976915451068,
+ "grad_norm": 2.96875,
+ "learning_rate": 2.1583950346100502e-07,
+ "loss": 0.32755935192108154,
+ "mean_token_accuracy": 0.916304574906826,
+ "num_tokens": 39854091.0,
+ "step": 6420
+ },
+ {
+ "entropy": 0.24499026471748947,
+ "epoch": 1.8211301515366096,
+ "grad_norm": 3.328125,
+ "learning_rate": 2.092250501154852e-07,
+ "loss": 0.29811840057373046,
+ "mean_token_accuracy": 0.9256574973464012,
+ "num_tokens": 39912920.0,
+ "step": 6430
+ },
+ {
+ "entropy": 0.2415034817531705,
+ "epoch": 1.823962611528112,
+ "grad_norm": 3.5,
+ "learning_rate": 2.027113649955531e-07,
+ "loss": 0.30100116729736326,
+ "mean_token_accuracy": 0.9264890804886818,
+ "num_tokens": 39978941.0,
+ "step": 6440
+ },
+ {
+ "entropy": 0.21621945044025778,
+ "epoch": 1.8267950715196148,
+ "grad_norm": 2.734375,
+ "learning_rate": 1.9629858510879009e-07,
+ "loss": 0.26590795516967775,
+ "mean_token_accuracy": 0.9346760109066963,
+ "num_tokens": 40039328.0,
+ "step": 6450
+ },
+ {
+ "entropy": 0.26521125342696905,
+ "epoch": 1.8296275315111175,
+ "grad_norm": 3.40625,
+ "learning_rate": 1.8998684534035805e-07,
+ "loss": 0.3126166820526123,
+ "mean_token_accuracy": 0.9207312449812889,
+ "num_tokens": 40100768.0,
+ "step": 6460
+ },
+ {
+ "entropy": 0.2818935734219849,
+ "epoch": 1.83245999150262,
+ "grad_norm": 2.703125,
+ "learning_rate": 1.837762784501601e-07,
+ "loss": 0.3174401044845581,
+ "mean_token_accuracy": 0.9138144627213478,
+ "num_tokens": 40168204.0,
+ "step": 6470
+ },
+ {
+ "entropy": 0.21548109082505107,
+ "epoch": 1.8352924514941227,
+ "grad_norm": 2.515625,
+ "learning_rate": 1.7766701507004714e-07,
+ "loss": 0.23388545513153075,
+ "mean_token_accuracy": 0.9339930027723312,
+ "num_tokens": 40226289.0,
+ "step": 6480
+ },
+ {
+ "entropy": 0.282993733137846,
+ "epoch": 1.8381249114856253,
+ "grad_norm": 2.71875,
+ "learning_rate": 1.7165918370107394e-07,
+ "loss": 0.3528174161911011,
+ "mean_token_accuracy": 0.9143317997455597,
+ "num_tokens": 40289030.0,
+ "step": 6490
+ },
+ {
+ "entropy": 0.2208176883868873,
+ "epoch": 1.840957371477128,
+ "grad_norm": 2.484375,
+ "learning_rate": 1.6575291071079302e-07,
+ "loss": 0.277591872215271,
+ "mean_token_accuracy": 0.9313716217875481,
+ "num_tokens": 40346269.0,
+ "step": 6500
+ },
+ {
+ "entropy": 0.17992307087406517,
+ "epoch": 1.8437898314686305,
+ "grad_norm": 3.4375,
+ "learning_rate": 1.5994832033059904e-07,
+ "loss": 0.22391693592071532,
+ "mean_token_accuracy": 0.9458047389984131,
+ "num_tokens": 40404681.0,
+ "step": 6510
+ },
+ {
+ "entropy": 0.24145054388791323,
+ "epoch": 1.8466222914601331,
+ "grad_norm": 3.328125,
+ "learning_rate": 1.5424553465311242e-07,
+ "loss": 0.27162861824035645,
+ "mean_token_accuracy": 0.9262895420193672,
+ "num_tokens": 40465072.0,
+ "step": 6520
+ },
+ {
+ "entropy": 0.24201015066355466,
+ "epoch": 1.8494547514516357,
+ "grad_norm": 3.140625,
+ "learning_rate": 1.4864467362961433e-07,
+ "loss": 0.29361050128936766,
+ "mean_token_accuracy": 0.9280623480677604,
+ "num_tokens": 40532878.0,
+ "step": 6530
+ },
+ {
+ "entropy": 0.24844553079456091,
+ "epoch": 1.8522872114431383,
+ "grad_norm": 2.515625,
+ "learning_rate": 1.431458550675241e-07,
+ "loss": 0.2847309112548828,
+ "mean_token_accuracy": 0.9256111174821854,
+ "num_tokens": 40596505.0,
+ "step": 6540
+ },
+ {
+ "entropy": 0.2801776912994683,
+ "epoch": 1.855119671434641,
+ "grad_norm": 2.9375,
+ "learning_rate": 1.3774919462791803e-07,
+ "loss": 0.3397138833999634,
+ "mean_token_accuracy": 0.9128006041049957,
+ "num_tokens": 40661039.0,
+ "step": 6550
+ },
+ {
+ "entropy": 0.19126466400921344,
+ "epoch": 1.8579521314261436,
+ "grad_norm": 3.34375,
+ "learning_rate": 1.324548058230979e-07,
+ "loss": 0.22543008327484132,
+ "mean_token_accuracy": 0.9429485991597175,
+ "num_tokens": 40715811.0,
+ "step": 6560
+ },
+ {
+ "entropy": 0.24585074856877326,
+ "epoch": 1.8607845914176462,
+ "grad_norm": 3.015625,
+ "learning_rate": 1.2726280001420565e-07,
+ "loss": 0.312964653968811,
+ "mean_token_accuracy": 0.9219586297869682,
+ "num_tokens": 40776625.0,
+ "step": 6570
+ },
+ {
+ "entropy": 0.24542328473180533,
+ "epoch": 1.8636170514091488,
+ "grad_norm": 3.359375,
+ "learning_rate": 1.221732864088787e-07,
+ "loss": 0.29667832851409914,
+ "mean_token_accuracy": 0.9240572229027748,
+ "num_tokens": 40838744.0,
+ "step": 6580
+ },
+ {
+ "entropy": 0.2588384340517223,
+ "epoch": 1.8664495114006514,
+ "grad_norm": 2.671875,
+ "learning_rate": 1.1718637205895278e-07,
+ "loss": 0.30333585739135743,
+ "mean_token_accuracy": 0.9202205449342727,
+ "num_tokens": 40904956.0,
+ "step": 6590
+ },
+ {
+ "entropy": 0.23225077688694,
+ "epoch": 1.8692819713921542,
+ "grad_norm": 3.4375,
+ "learning_rate": 1.1230216185821152e-07,
+ "loss": 0.26589577198028563,
+ "mean_token_accuracy": 0.9290948897600174,
+ "num_tokens": 40965436.0,
+ "step": 6600
+ },
+ {
+ "entropy": 0.22000859072431922,
+ "epoch": 1.8721144313836566,
+ "grad_norm": 3.84375,
+ "learning_rate": 1.075207585401794e-07,
+ "loss": 0.2699639320373535,
+ "mean_token_accuracy": 0.9323829099535942,
+ "num_tokens": 41023215.0,
+ "step": 6610
+ },
+ {
+ "entropy": 0.2535040473565459,
+ "epoch": 1.8749468913751595,
+ "grad_norm": 3.15625,
+ "learning_rate": 1.0284226267596064e-07,
+ "loss": 0.30863726139068604,
+ "mean_token_accuracy": 0.9248314708471298,
+ "num_tokens": 41087828.0,
+ "step": 6620
+ },
+ {
+ "entropy": 0.24669125257059932,
+ "epoch": 1.8777793513666619,
+ "grad_norm": 2.46875,
+ "learning_rate": 9.826677267212425e-08,
+ "loss": 0.30537517070770265,
+ "mean_token_accuracy": 0.9266116693615913,
+ "num_tokens": 41153362.0,
+ "step": 6630
+ },
+ {
+ "entropy": 0.2794093001633883,
+ "epoch": 1.8806118113581647,
+ "grad_norm": 2.96875,
+ "learning_rate": 9.379438476863567e-08,
+ "loss": 0.351906943321228,
+ "mean_token_accuracy": 0.917433163523674,
+ "num_tokens": 41220089.0,
+ "step": 6640
+ },
+ {
+ "entropy": 0.22769942665472626,
+ "epoch": 1.883444271349667,
+ "grad_norm": 2.765625,
+ "learning_rate": 8.942519303682783e-08,
+ "loss": 0.2789041519165039,
+ "mean_token_accuracy": 0.9340349018573761,
+ "num_tokens": 41283446.0,
+ "step": 6650
+ },
+ {
+ "entropy": 0.26820186590775846,
+ "epoch": 1.88627673134117,
+ "grad_norm": 3.515625,
+ "learning_rate": 8.515928937742779e-08,
+ "loss": 0.3043699264526367,
+ "mean_token_accuracy": 0.9193714737892151,
+ "num_tokens": 41340748.0,
+ "step": 6660
+ },
+ {
+ "entropy": 0.27503922022879124,
+ "epoch": 1.8891091913326723,
+ "grad_norm": 3.65625,
+ "learning_rate": 8.099676351862151e-08,
+ "loss": 0.32951357364654543,
+ "mean_token_accuracy": 0.9163397386670112,
+ "num_tokens": 41403340.0,
+ "step": 6670
+ },
+ {
+ "entropy": 0.26579370996914803,
+ "epoch": 1.8919416513241751,
+ "grad_norm": 3.171875,
+ "learning_rate": 7.693770301416437e-08,
+ "loss": 0.3219149112701416,
+ "mean_token_accuracy": 0.9196508452296257,
+ "num_tokens": 41462880.0,
+ "step": 6680
+ },
+ {
+ "entropy": 0.23621928878128529,
+ "epoch": 1.8947741113156775,
+ "grad_norm": 3.609375,
+ "learning_rate": 7.298219324154421e-08,
+ "loss": 0.2890744924545288,
+ "mean_token_accuracy": 0.9298819839954376,
+ "num_tokens": 41526195.0,
+ "step": 6690
+ },
+ {
+ "entropy": 0.27600696263834834,
+ "epoch": 1.8976065713071804,
+ "grad_norm": 2.71875,
+ "learning_rate": 6.913031740018116e-08,
+ "loss": 0.34355599880218507,
+ "mean_token_accuracy": 0.9130271330475808,
+ "num_tokens": 41591657.0,
+ "step": 6700
+ },
+ {
+ "entropy": 0.22659093905240296,
+ "epoch": 1.9004390312986827,
+ "grad_norm": 2.765625,
+ "learning_rate": 6.538215650968017e-08,
+ "loss": 0.2584362030029297,
+ "mean_token_accuracy": 0.9318994283676147,
+ "num_tokens": 41652881.0,
+ "step": 6710
+ },
+ {
+ "entropy": 0.19116010125726463,
+ "epoch": 1.9032714912901856,
+ "grad_norm": 3.78125,
+ "learning_rate": 6.173778940812669e-08,
+ "loss": 0.22228658199310303,
+ "mean_token_accuracy": 0.9418683454394341,
+ "num_tokens": 41716165.0,
+ "step": 6720
+ },
+ {
+ "entropy": 0.21395046021789313,
+ "epoch": 1.9061039512816882,
+ "grad_norm": 2.6875,
+ "learning_rate": 5.819729275042707e-08,
+ "loss": 0.24404652118682862,
+ "mean_token_accuracy": 0.9350996121764183,
+ "num_tokens": 41774402.0,
+ "step": 6730
+ },
+ {
+ "entropy": 0.206297891959548,
+ "epoch": 1.9089364112731908,
+ "grad_norm": 2.765625,
+ "learning_rate": 5.4760741006696924e-08,
+ "loss": 0.21932601928710938,
+ "mean_token_accuracy": 0.9377839609980583,
+ "num_tokens": 41835826.0,
+ "step": 6740
+ },
+ {
+ "entropy": 0.2601193361915648,
+ "epoch": 1.9117688712646934,
+ "grad_norm": 3.03125,
+ "learning_rate": 5.1428206460695796e-08,
+ "loss": 0.3105193853378296,
+ "mean_token_accuracy": 0.9205463021993637,
+ "num_tokens": 41896469.0,
+ "step": 6750
+ },
+ {
+ "entropy": 0.2176902118138969,
+ "epoch": 1.914601331256196,
+ "grad_norm": 2.625,
+ "learning_rate": 4.819975920830444e-08,
+ "loss": 0.282018780708313,
+ "mean_token_accuracy": 0.9338846206665039,
+ "num_tokens": 41956459.0,
+ "step": 6760
+ },
+ {
+ "entropy": 0.2432327981106937,
+ "epoch": 1.9174337912476986,
+ "grad_norm": 3.015625,
+ "learning_rate": 4.507546715605271e-08,
+ "loss": 0.2807758808135986,
+ "mean_token_accuracy": 0.9271454349160194,
+ "num_tokens": 42017093.0,
+ "step": 6770
+ },
+ {
+ "entropy": 0.24391089770942925,
+ "epoch": 1.9202662512392012,
+ "grad_norm": 2.921875,
+ "learning_rate": 4.205539601969011e-08,
+ "loss": 0.2971158742904663,
+ "mean_token_accuracy": 0.924725803732872,
+ "num_tokens": 42078846.0,
+ "step": 6780
+ },
+ {
+ "entropy": 0.32951567629352213,
+ "epoch": 1.9230987112307039,
+ "grad_norm": 2.640625,
+ "learning_rate": 3.9139609322803584e-08,
+ "loss": 0.3879797697067261,
+ "mean_token_accuracy": 0.9019326567649841,
+ "num_tokens": 42147713.0,
+ "step": 6790
+ },
+ {
+ "entropy": 0.22944763768464327,
+ "epoch": 1.9259311712222065,
+ "grad_norm": 3.90625,
+ "learning_rate": 3.632816839548192e-08,
+ "loss": 0.27349128723144533,
+ "mean_token_accuracy": 0.9302066326141357,
+ "num_tokens": 42208163.0,
+ "step": 6800
+ },
+ {
+ "entropy": 0.24765467513352632,
+ "epoch": 1.928763631213709,
+ "grad_norm": 2.890625,
+ "learning_rate": 3.362113237302456e-08,
+ "loss": 0.3015899658203125,
+ "mean_token_accuracy": 0.9237828060984612,
+ "num_tokens": 42268370.0,
+ "step": 6810
+ },
+ {
+ "entropy": 0.20135141843929888,
+ "epoch": 1.9315960912052117,
+ "grad_norm": 3.078125,
+ "learning_rate": 3.101855819469979e-08,
+ "loss": 0.24629299640655516,
+ "mean_token_accuracy": 0.9382344454526901,
+ "num_tokens": 42328176.0,
+ "step": 6820
+ },
+ {
+ "entropy": 0.26274614767171445,
+ "epoch": 1.9344285511967143,
+ "grad_norm": 2.359375,
+ "learning_rate": 2.8520500602544077e-08,
+ "loss": 0.3142411708831787,
+ "mean_token_accuracy": 0.9208788141608238,
+ "num_tokens": 42399070.0,
+ "step": 6830
+ },
+ {
+ "entropy": 0.20602800706401467,
+ "epoch": 1.937261011188217,
+ "grad_norm": 2.828125,
+ "learning_rate": 2.612701214021407e-08,
+ "loss": 0.23800332546234132,
+ "mean_token_accuracy": 0.9366846188902855,
+ "num_tokens": 42460205.0,
+ "step": 6840
+ },
+ {
+ "entropy": 0.2510677558369935,
+ "epoch": 1.9400934711797198,
+ "grad_norm": 3.046875,
+ "learning_rate": 2.3838143151879156e-08,
+ "loss": 0.31001081466674807,
+ "mean_token_accuracy": 0.9244692400097847,
+ "num_tokens": 42522242.0,
+ "step": 6850
+ },
+ {
+ "entropy": 0.2729890734888613,
+ "epoch": 1.9429259311712221,
+ "grad_norm": 2.921875,
+ "learning_rate": 2.165394178116287e-08,
+ "loss": 0.32762746810913085,
+ "mean_token_accuracy": 0.9151088073849678,
+ "num_tokens": 42587198.0,
+ "step": 6860
+ },
+ {
+ "entropy": 0.2240607609041035,
+ "epoch": 1.945758391162725,
+ "grad_norm": 3.0625,
+ "learning_rate": 1.9574453970130915e-08,
+ "loss": 0.2605780839920044,
+ "mean_token_accuracy": 0.9307849809527398,
+ "num_tokens": 42647465.0,
+ "step": 6870
+ },
+ {
+ "entropy": 0.25691929934546354,
+ "epoch": 1.9485908511542274,
+ "grad_norm": 3.40625,
+ "learning_rate": 1.7599723458323615e-08,
+ "loss": 0.329613995552063,
+ "mean_token_accuracy": 0.9225831419229508,
+ "num_tokens": 42709342.0,
+ "step": 6880
+ },
+ {
+ "entropy": 0.22449990250170232,
+ "epoch": 1.9514233111457302,
+ "grad_norm": 2.0625,
+ "learning_rate": 1.5729791781837756e-08,
+ "loss": 0.274137544631958,
+ "mean_token_accuracy": 0.92944987565279,
+ "num_tokens": 42771846.0,
+ "step": 6890
+ },
+ {
+ "entropy": 0.2510226694867015,
+ "epoch": 1.9542557711372326,
+ "grad_norm": 3.109375,
+ "learning_rate": 1.3964698272451727e-08,
+ "loss": 0.2798833608627319,
+ "mean_token_accuracy": 0.922727121412754,
+ "num_tokens": 42836330.0,
+ "step": 6900
+ },
+ {
+ "entropy": 0.23438449776731432,
+ "epoch": 1.9570882311287354,
+ "grad_norm": 3.53125,
+ "learning_rate": 1.2304480056797296e-08,
+ "loss": 0.2897611618041992,
+ "mean_token_accuracy": 0.9267849996685982,
+ "num_tokens": 42897432.0,
+ "step": 6910
+ },
+ {
+ "entropy": 0.23171055475249885,
+ "epoch": 1.9599206911202378,
+ "grad_norm": 3.28125,
+ "learning_rate": 1.0749172055580793e-08,
+ "loss": 0.2596850633621216,
+ "mean_token_accuracy": 0.9288132786750793,
+ "num_tokens": 42959197.0,
+ "step": 6920
+ },
+ {
+ "entropy": 0.17453565653413533,
+ "epoch": 1.9627531511117406,
+ "grad_norm": 3.0625,
+ "learning_rate": 9.298806982847575e-09,
+ "loss": 0.19684503078460694,
+ "mean_token_accuracy": 0.9459488645195961,
+ "num_tokens": 43017059.0,
+ "step": 6930
+ },
+ {
+ "entropy": 0.19739270815625787,
+ "epoch": 1.965585611103243,
+ "grad_norm": 2.875,
+ "learning_rate": 7.953415345293146e-09,
+ "loss": 0.22833075523376464,
+ "mean_token_accuracy": 0.9406338453292846,
+ "num_tokens": 43072111.0,
+ "step": 6940
+ },
+ {
+ "entropy": 0.21678226673975587,
+ "epoch": 1.9684180710947459,
+ "grad_norm": 2.4375,
+ "learning_rate": 6.7130254416231115e-09,
+ "loss": 0.29375133514404295,
+ "mean_token_accuracy": 0.9332653507590294,
+ "num_tokens": 43133626.0,
+ "step": 6950
+ },
+ {
+ "entropy": 0.2225797032006085,
+ "epoch": 1.9712505310862483,
+ "grad_norm": 3.453125,
+ "learning_rate": 5.577663361955865e-09,
+ "loss": 0.29303553104400637,
+ "mean_token_accuracy": 0.9324888437986374,
+ "num_tokens": 43188395.0,
+ "step": 6960
+ },
+ {
+ "entropy": 0.25657844664528967,
+ "epoch": 1.974082991077751,
+ "grad_norm": 3.109375,
+ "learning_rate": 4.547352987276932e-09,
+ "loss": 0.29208557605743407,
+ "mean_token_accuracy": 0.9207483336329461,
+ "num_tokens": 43252749.0,
+ "step": 6970
+ },
+ {
+ "entropy": 0.26621196484193205,
+ "epoch": 1.9769154510692535,
+ "grad_norm": 2.984375,
+ "learning_rate": 3.62211598893325e-09,
+ "loss": 0.3027299404144287,
+ "mean_token_accuracy": 0.919490996003151,
+ "num_tokens": 43314198.0,
+ "step": 6980
+ },
+ {
+ "entropy": 0.2377776767127216,
+ "epoch": 1.9797479110607563,
+ "grad_norm": 3.265625,
+ "learning_rate": 2.801971828179095e-09,
+ "loss": 0.2663908004760742,
+ "mean_token_accuracy": 0.9292131140828133,
+ "num_tokens": 43375277.0,
+ "step": 6990
+ },
+ {
+ "entropy": 0.22117985133081675,
+ "epoch": 1.982580371052259,
+ "grad_norm": 3.125,
+ "learning_rate": 2.08693775576696e-09,
+ "loss": 0.2833960771560669,
+ "mean_token_accuracy": 0.9336959779262543,
+ "num_tokens": 43438248.0,
+ "step": 7000
+ },
+ {
+ "entropy": 0.23038975093513728,
+ "epoch": 1.9854128310437615,
+ "grad_norm": 2.46875,
+ "learning_rate": 1.4770288115839581e-09,
+ "loss": 0.28513920307159424,
+ "mean_token_accuracy": 0.9317124783992767,
+ "num_tokens": 43499486.0,
+ "step": 7010
+ },
+ {
+ "entropy": 0.2533068214543164,
+ "epoch": 1.9882452910352642,
+ "grad_norm": 4.09375,
+ "learning_rate": 9.7225782433652e-10,
+ "loss": 0.3095608472824097,
+ "mean_token_accuracy": 0.9234410226345062,
+ "num_tokens": 43561414.0,
+ "step": 7020
+ },
+ {
+ "entropy": 0.266626195423305,
+ "epoch": 1.9910777510267668,
+ "grad_norm": 3.046875,
+ "learning_rate": 5.726354112778332e-10,
+ "loss": 0.30042057037353515,
+ "mean_token_accuracy": 0.9195121124386787,
+ "num_tokens": 43629427.0,
+ "step": 7030
+ },
+ {
+ "entropy": 0.28724530171602963,
+ "epoch": 1.9939102110182694,
+ "grad_norm": 3.28125,
+ "learning_rate": 2.781699779885738e-10,
+ "loss": 0.3526787042617798,
+ "mean_token_accuracy": 0.9111995711922646,
+ "num_tokens": 43693068.0,
+ "step": 7040
+ },
+ {
+ "entropy": 0.25236462354660033,
+ "epoch": 1.996742671009772,
+ "grad_norm": 3.546875,
+ "learning_rate": 8.886771819704987e-11,
+ "loss": 0.32054083347320556,
+ "mean_token_accuracy": 0.9237392723560334,
+ "num_tokens": 43755957.0,
+ "step": 7050
+ },
+ {
+ "entropy": 0.23917155554518105,
+ "epoch": 1.9995751310012746,
+ "grad_norm": 3.171875,
+ "learning_rate": 4.73261364986044e-12,
+ "loss": 0.28454151153564455,
+ "mean_token_accuracy": 0.9247219309210777,
+ "num_tokens": 43818667.0,
+ "step": 7060
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 7062,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 2,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 6.312786848624148e+17,
+ "train_batch_size": 4,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/checkpoint-7062/training_args.bin b/checkpoint-7062/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aba49055cfa1d5774559bd6e849e55b3a159ad6e
--- /dev/null
+++ b/checkpoint-7062/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3877cc7497dd1227f9a4d5559fa4971f821a57fe04698f05fa13abaa01033e02
+size 5777
diff --git a/hydra/.hydra/config.yaml b/hydra/.hydra/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..932139ac2550a90cffd7d2127e96d572333cbd90
--- /dev/null
+++ b/hydra/.hydra/config.yaml
@@ -0,0 +1,113 @@
+model:
+ hf_id: Qwen/Qwen3-1.7B
+ local_path: /shared-ro/models/Qwen3-1.7B
+ dtype: bfloat16
+ attn_impl: flash_attention_2
+ max_model_len: 4096
+data:
+ name: mixed_math_lean_unified
+ loader: build_mixed_math_sft
+ kwargs:
+ n_nemotron: 10000
+ n_lean: 20000
+ n_deepseek_prover: 27500
+ max_total_tokens: 3800
+ seed: 0
+training:
+ recipe: sft
+ epochs: 2
+ per_device_train_batch_size: 4
+ gradient_accumulation_steps: 4
+ dataloader_num_workers: 8
+ learning_rate: 1.0e-05
+ warmup_ratio: 0.03
+ lr_scheduler_type: cosine
+ gradient_checkpointing: true
+ bf16: true
+ max_seq_length: 2048
+ max_steps: -1
+ max_grad_norm: 1.0
+ optim: adamw_torch
+ assistant_only_loss: true
+ logging_steps: 10
+ save_steps: 500
+ save_total_limit: 4
+ report_to: wandb
+ qlora: false
+ lora_r: 16
+ lora_alpha: 32
+ lora_dropout: 0.05
+ lora_target_modules:
+ - q_proj
+ - k_proj
+ - v_proj
+ - o_proj
+ - gate_proj
+ - up_proj
+ - down_proj
+ deepspeed: null
+ adapter_model_dir: null
+ base_model_dir: /scratch/checkpoints/math/sft/lean-heavy-v1
+ eval_callback:
+ enabled: true
+ eval_steps: 1000
+ math500_n: 80
+ math500_samples: 1
+ n_class: 10
+ class_samples: 4
+ n_lean: 20
+ lean_samples: 2
+ max_new_tokens: 2048
+ temperature: 0.7
+ top_p: 0.95
+ lean_timeout_s: 60
+ gen_batch_size: 16
+ run_at_start: true
+ eval_lean: true
+domain:
+ name: math
+ thinking_mode: true
+ benchmark: math
+post_train:
+ enabled: false
+ merge_adapter: false
+ merged_output_dir: null
+ domain_override: null
+ evals: []
+seed: 42
+run_id: ${now:%Y%m%d_%H%M%S}
+output_dir: /scratch/checkpoints/math/sft/lean-unified-120817
+wandb:
+ project: flab-cs552
+ entity: cs-552-2026-flab
+ mode: null
+ tags: []
+ notes: null
+eval:
+ model_dir: null
+ rows_source: samples
+ method: null
+ system_prompt: null
+ use_domain_system_prompt: false
+ force_domain_template: false
+ 'n': 8
+ temperature: 0.7
+ top_p: 0.95
+ max_model_len: 4096
+ max_tokens: 4096
+ samples_dir: null
+push:
+ model_dir: null
+ base_model_dir: null
+es:
+ base_model_dir: null
+ data: null
+hf_push:
+ enabled: false
+ org: cs-552-2026-flab
+ repo: null
+ private: false
+ vllm_validate: true
+ commit_message: null
+validate_after_train: false
+vllm_validate: true
diff --git a/hydra/.hydra/hydra.yaml b/hydra/.hydra/hydra.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..7962240b7200bed38d350ff4c28a6faea73faae9
--- /dev/null
+++ b/hydra/.hydra/hydra.yaml
@@ -0,0 +1,163 @@
+hydra:
+ run:
+ dir: ${output_dir}/hydra
+ sweep:
+ dir: ${output_dir}/hydra_sweep
+ subdir: ${hydra.job.num}
+ launcher:
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+ sweeper:
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+ max_batch_size: null
+ params: null
+ help:
+ app_name: ${hydra.job.name}
+ header: '${hydra.help.app_name} is powered by Hydra.
+
+ '
+ footer: 'Powered by Hydra (https://hydra.cc)
+
+ Use --hydra-help to view Hydra specific help
+
+ '
+ template: '${hydra.help.header}
+
+ == Configuration groups ==
+
+ Compose your configuration from those groups (group=option)
+
+
+ $APP_CONFIG_GROUPS
+
+
+ == Config ==
+
+ Override anything in the config (foo.bar=value)
+
+
+ $CONFIG
+
+
+ ${hydra.help.footer}
+
+ '
+ hydra_help:
+ template: 'Hydra (${hydra.runtime.version})
+
+ See https://hydra.cc for more info.
+
+
+ == Flags ==
+
+ $FLAGS_HELP
+
+
+ == Configuration groups ==
+
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+ to command line)
+
+
+ $HYDRA_CONFIG_GROUPS
+
+
+ Use ''--cfg hydra'' to Show the Hydra config.
+
+ '
+ hydra_help: ???
+ hydra_logging:
+ version: 1
+ formatters:
+ simple:
+ format: '[%(asctime)s][HYDRA] %(message)s'
+ handlers:
+ console:
+ class: logging.StreamHandler
+ formatter: simple
+ stream: ext://sys.stdout
+ root:
+ level: INFO
+ handlers:
+ - console
+ loggers:
+ logging_example:
+ level: DEBUG
+ disable_existing_loggers: false
+ job_logging:
+ version: 1
+ formatters:
+ simple:
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+ handlers:
+ console:
+ class: logging.StreamHandler
+ formatter: simple
+ stream: ext://sys.stdout
+ file:
+ class: logging.FileHandler
+ formatter: simple
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+ root:
+ level: INFO
+ handlers:
+ - console
+ - file
+ disable_existing_loggers: false
+ env: {}
+ mode: RUN
+ searchpath: []
+ callbacks: {}
+ output_subdir: .hydra
+ overrides:
+ hydra:
+ - hydra.mode=RUN
+ task:
+ - domain=math
+ - data=mixed_math_lean_unified
+ - training=sft_lean_unified
+ - output_dir=/scratch/checkpoints/math/sft/lean-unified-120817
+ job:
+ name: sft
+ chdir: false
+ override_dirname: data=mixed_math_lean_unified,domain=math,output_dir=/scratch/checkpoints/math/sft/lean-unified-120817,training=sft_lean_unified
+ id: ???
+ num: ???
+ config_name: base
+ env_set: {}
+ env_copy: []
+ config:
+ override_dirname:
+ kv_sep: '='
+ item_sep: ','
+ exclude_keys: []
+ runtime:
+ version: 1.3.2
+ version_base: '1.3'
+ cwd: /scratch/runs/dejean/leanunified-120817
+ config_sources:
+ - path: hydra.conf
+ schema: pkg
+ provider: hydra
+ - path: /scratch/runs/dejean/leanunified-120817/configs
+ schema: file
+ provider: main
+ - path: ''
+ schema: structured
+ provider: schema
+ output_dir: /scratch/checkpoints/math/sft/lean-unified-120817/hydra
+ choices:
+ post_train: disabled
+ domain: math
+ training: sft_lean_unified
+ data: mixed_math_lean_unified
+ model: qwen3_17b
+ hydra/env: default
+ hydra/callbacks: null
+ hydra/job_logging: default
+ hydra/hydra_logging: default
+ hydra/hydra_help: default
+ hydra/help: default
+ hydra/sweeper: basic
+ hydra/launcher: basic
+ hydra/output: default
+ verbose: false
diff --git a/hydra/.hydra/overrides.yaml b/hydra/.hydra/overrides.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..010e8e9003c2986eb41002fcc287a0529a3eac12
--- /dev/null
+++ b/hydra/.hydra/overrides.yaml
@@ -0,0 +1,4 @@
+- domain=math
+- data=mixed_math_lean_unified
+- training=sft_lean_unified
+- output_dir=/scratch/checkpoints/math/sft/lean-unified-120817
diff --git a/hydra/sft.log b/hydra/sft.log
new file mode 100644
index 0000000000000000000000000000000000000000..7e287a63fc84f42d38ca45793a1bd50b25d4a64b
--- /dev/null
+++ b/hydra/sft.log
@@ -0,0 +1,450 @@
+[2026-05-27 10:08:40,306][__main__][INFO] - config:
+model:
+ hf_id: Qwen/Qwen3-1.7B
+ local_path: /shared-ro/models/Qwen3-1.7B
+ dtype: bfloat16
+ attn_impl: flash_attention_2
+ max_model_len: 4096
+data:
+ name: mixed_math_lean_unified
+ loader: build_mixed_math_sft
+ kwargs:
+ n_nemotron: 10000
+ n_lean: 20000
+ n_deepseek_prover: 27500
+ max_total_tokens: 3800
+ seed: 0
+training:
+ recipe: sft
+ epochs: 2
+ per_device_train_batch_size: 4
+ gradient_accumulation_steps: 4
+ dataloader_num_workers: 8
+ learning_rate: 1.0e-05
+ warmup_ratio: 0.03
+ lr_scheduler_type: cosine
+ gradient_checkpointing: true
+ bf16: true
+ max_seq_length: 2048
+ max_steps: -1
+ max_grad_norm: 1.0
+ optim: adamw_torch
+ assistant_only_loss: true
+ logging_steps: 10
+ save_steps: 500
+ save_total_limit: 4
+ report_to: wandb
+ qlora: false
+ lora_r: 16
+ lora_alpha: 32
+ lora_dropout: 0.05
+ lora_target_modules:
+ - q_proj
+ - k_proj
+ - v_proj
+ - o_proj
+ - gate_proj
+ - up_proj
+ - down_proj
+ deepspeed: null
+ adapter_model_dir: null
+ base_model_dir: /scratch/checkpoints/math/sft/lean-heavy-v1
+ eval_callback:
+ enabled: true
+ eval_steps: 1000
+ math500_n: 80
+ math500_samples: 1
+ n_class: 10
+ class_samples: 4
+ n_lean: 20
+ lean_samples: 2
+ max_new_tokens: 2048
+ temperature: 0.7
+ top_p: 0.95
+ lean_timeout_s: 60
+ gen_batch_size: 16
+ run_at_start: true
+ eval_lean: true
+domain:
+ name: math
+ thinking_mode: true
+ benchmark: math
+post_train:
+ enabled: false
+ merge_adapter: false
+ merged_output_dir: null
+ domain_override: null
+ evals: []
+seed: 42
+run_id: ${now:%Y%m%d_%H%M%S}
+output_dir: /scratch/checkpoints/math/sft/lean-unified-120817
+wandb:
+ project: flab-cs552
+ entity: cs-552-2026-flab
+ mode: null
+ tags: []
+ notes: null
+eval:
+ model_dir: null
+ rows_source: samples
+ method: null
+ system_prompt: null
+ use_domain_system_prompt: false
+ force_domain_template: false
+ 'n': 8
+ temperature: 0.7
+ top_p: 0.95
+ max_model_len: 4096
+ max_tokens: 4096
+ samples_dir: null
+push:
+ model_dir: null
+ base_model_dir: null
+es:
+ base_model_dir: null
+ data: null
+hf_push:
+ enabled: false
+ org: cs-552-2026-flab
+ repo: null
+ private: false
+ vllm_validate: true
+ commit_message: null
+validate_after_train: false
+vllm_validate: true
+
+[2026-05-27 10:08:51,922][flab.shared.repro][INFO] - wandb run: math__sft__20260527_100846 (https://wandb.ai/cs-552-2026-flab/flab-cs552/runs/xkixr0an)
+[2026-05-27 10:08:53,404][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/main/README.md "HTTP/1.1 307 Temporary Redirect"
+[2026-05-27 10:08:53,413][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/datasets/nvidia/Nemotron-SFT-Math-v3/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/README.md "HTTP/1.1 200 OK"
+[2026-05-27 10:08:53,538][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/Nemotron-SFT-Math-v3.py "HTTP/1.1 404 Not Found"
+[2026-05-27 10:08:53,876][httpx][INFO] - HTTP Request: HEAD https://s3.amazonaws.com/datasets.huggingface.co/datasets/datasets/nvidia/Nemotron-SFT-Math-v3/nvidia/Nemotron-SFT-Math-v3.py "HTTP/1.1 404 Not Found"
+[2026-05-27 10:08:53,996][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/nvidia/Nemotron-SFT-Math-v3/revision/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3 "HTTP/1.1 200 OK"
+[2026-05-27 10:08:54,114][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/.huggingface.yaml "HTTP/1.1 404 Not Found"
+[2026-05-27 10:08:54,265][httpx][INFO] - HTTP Request: GET https://datasets-server.huggingface.co/info?dataset=nvidia/Nemotron-SFT-Math-v3 "HTTP/1.1 200 OK"
+[2026-05-27 10:08:54,388][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/nvidia/Nemotron-SFT-Math-v3/tree/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data?recursive=false&expand=false "HTTP/1.1 200 OK"
+[2026-05-27 10:08:54,507][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/dataset_infos.json "HTTP/1.1 404 Not Found"
+[2026-05-27 10:08:54,667][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:08:54,709][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100420Z&X-Amz-Expires=3600&X-Amz-Signature=7fd5c94c92c46a416367a76ec590f3b63b6a05b17209228e571c154f43952499&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879860&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTg2MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=DDpyknCMwH%7EYdUhgxi8EXJQnuYqh43%7E-SXN8zuPrJbis9XIvfdh-CBZ1Y2lxRq1cOb%7E3HWdrkYmH1JzgouPXC1mJayBuIhkAAOx%7EwQ4Q9eieHhCeg7zq9usnbrU%7Ejiyg4uN0FB2SToiSPsqou34-9ki3GF3VGh4ShspPg-r6naTpvMPw8wHc0SkbszVq37uR8qdzlJhIjR%7EK6BD44VIOvx5T1KlGkzmmcEM%7ErLFmsoHwVn9NCH3tgsR9uSrg2n0kz5UGeI0olqmLa4tJ9CBX0YqdIydrTvwLX4JOeH3wZ8WtxPtYK%7E0suI5cDXUvcRFOAR4YGoknD6AX64Ho2B2dCw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:08:56,849][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:08:56,859][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100856Z&X-Amz-Expires=3600&X-Amz-Signature=1c8067d6eaebbddc7abcdbb838f10874379508663a9fc3141d1abbab97cb7286&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880136&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDEzNn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=BWHXh0OGQM%7E97kkqCgi4MpY3ZSyoDeAwuklSEIpySpCLGmPNUF5DBUFjiKGST7AgNbXs265U4zA15BRX4qdqm2-eb82gn3UzH3aXbSlOa4rugb1k7rI5-r6wykMBQ5S8Ok3sNFx7LBaWDh2AA8ZODHH3V7vbby6tzkPXUmVlJB56Zz-cpA5%7EbTpOT-YMEZi4y-DvlNuUYT1kD6lnDTEzohSpN2s%7Ermaa1sbYYd161S91ifvq9P-ahSMlrEh2WTarXMKfod2Gaa%7ExtU-Q2fCJskqPZcX2o6%7EtX7BKzzl8VKwfIkSBKybecarswjGgrIKKRCJZMZxjaUmWlnuMXq4ITA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:08:58,911][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:08:58,923][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100553Z&X-Amz-Expires=3600&X-Amz-Signature=41eb83549d50335425b88449dbffd21d495aec5d55605f7d6dd7d81952796604&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=6860da6db8c6f8138ab18191&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879953&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTk1M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=JtDSa9BCWDNFge5%7EEeyuk1rWSehAp%7EMEmnLQDLzfTwP7-YMcYePYXnJkPIp97MkUlinVYWUW-kIyXFIJKMuuv9GvFmzdRgIa7TdasizNdpQaC0tOEwZpvQQ9Dl7JYVe4TjhjGlh4i2TOqM3Lc9RAtx-EKfe4%7EoG1Uyehlh0T7o7z7aCptZMlzKwwnNoKDGPeuysFEk1gzCeeR1O5sj7LzrUIvgK6OAY-9dwtx41lho1ZpOCEY9cL8d-LeX9nTfjWHVu%7E9AzrBXCIVfCHsONAyOH2dfkiThV8fQvi3CcGoyB7donFPR61m7k%7Eufd5zMl1EGd9m5cZ3O%7Eq46KksSR9ZA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:00,392][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:00,401][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100900Z&X-Amz-Expires=3600&X-Amz-Signature=7fdfd439a5f7b3f7d9a1e744110a048b7ad4656c485fbce4749b103bbfc44dfa&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880140&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=oztoQq1gsaADClVhu7vioKMUGTNvK1kXF9o4WWczabgNeWzp1mZAerfh2WjXK7JhzNMb6bEPUK7SbhuDW1gD2J%7E9Va5g8L34snai5OdPozTbyyD9WRQl1pbugSrXBGhXQ%7EcOuCqBoGL6PbnkJSgLQJQbeGqsy0F%7EoPFaUAniCzqX8A%7EDbYEbsoQIQJJFiv2bkLEgrjULWolcrCVtwF2A6NZei7sMk3A5d9e9dFhTZ4MfoaUrKvvfXHSk6Uz69fagO0c0yp-u6m8EnwMZGa393ey6m9fAy6t8PV%7EpUEHInYyOWuvI0YnJflkbdKocdOeXhO9mZwbhGmu72C8G2au%7EXQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:01,856][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:01,866][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100901Z&X-Amz-Expires=3600&X-Amz-Signature=ec57717005705aa6fcc5d37bcb27d283e014cccf4a9a73bb75bac165d3fb25d9&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880141&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=NViKYMFU6teN1%7E2wR8db%7E6w4e8sVuiB-SZrLjjWsllepgR0eUNQhTmVE-R48S1-qRvlJE2lKvzVw-1SnJeJE6lUY7h4I2qOLIlckX60gWvPh65A0zoU85o%7E7jqd9E6szp2bqh6uW6bb1Qu2j1kVZ1cM9NH9iEMYPdA1Kf0Ps9F2%7EVFOkOwmri87XBaJMKKxJDhNs4x2EiRkxKg87QZZCNh0OLvIHRnZ-5V9tjxPPkWHz7tO6gO0FpSZcVvFSUOCQssn6Vz01yE6v%7EW2YIvvPWoft3dwiSmU2OPG9gpWSDvPCMJht9ebH0SIqRczOdFXbwXuZK7P8DF6D4i-4Dc0Wwg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:03,311][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:03,319][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100903Z&X-Amz-Expires=3600&X-Amz-Signature=f07855a80ab9d0effb74b4aee66cb1bb03053a58912140d919d1fcf5fb2f4f8e&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880143&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Oy87DQ1Izo7QqRNMPcAuHmcrAHB6SsUqWLTdOBU89fsgzXJufgc%7EmxfxQ%7E87FPQKLGtLj3Oo1-reWhxG9Ev0SEgUYRNBuzWIxFykLsw5caEnIt956tPFkF4v641kgyLOs3xK99cX8UikRFK6ZMgZyPmGmjZrbd-ms0F1eD8ffQAV6QNn0hR2DLYwzU6fOpUG3Z1-tS1peYJU4iEQCSLke%7EGC0MbwvETCLgjmyN%7EA2gNpIoWg%7E6ZNts2pyGC4GXA0W3lO2pLaF0J8SGa%7EF3DhKi01z6w4bYfBR1E74TYh3%7EYVYlddQz3wXVgLOSDHigr9XudLvPwnXwQT2gljgg-HFw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:04,790][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:04,801][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100904Z&X-Amz-Expires=3600&X-Amz-Signature=44660afdc34876e328c276f90a8b12b6e062f479b34bdba33474cefdc5fd4a70&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880144&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Q4YRafmy2py9duJ%7Ezkwti-aHVmf37MYIZSAZX72-WsZMlnTPS7YgWMbZ761wm7xDWY-VEcOaTnI4%7EQAleI2kPEDzfQ7Pcb2qMgjVj4O%7EGYj-fV88Mom6kS%7ErTTf%7E34T5KrSjMNW7GDUy7sDIwrCdJ%7EVMWmOSgTo2d-WFWX%7EB5B8gXJW3xqVJqDLgMLoCi6daUiUoIwnIzm9r0Kd89vuIZhaz1ljfzcszBIZiUlSRSMDR4dK0v8-oFglxKCn4KqxcBV5ll%7Ea7MCtELQoz8ne7uABcwYbI7Nhtdxxqgo-VsARXhxZoJf0tUMs7nKC27wU9at%7EEOIgCLFBCcoMkwZJ0%7Ew__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:06,294][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:06,303][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100420Z&X-Amz-Expires=3600&X-Amz-Signature=7fd5c94c92c46a416367a76ec590f3b63b6a05b17209228e571c154f43952499&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879860&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTg2MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=DDpyknCMwH%7EYdUhgxi8EXJQnuYqh43%7E-SXN8zuPrJbis9XIvfdh-CBZ1Y2lxRq1cOb%7E3HWdrkYmH1JzgouPXC1mJayBuIhkAAOx%7EwQ4Q9eieHhCeg7zq9usnbrU%7Ejiyg4uN0FB2SToiSPsqou34-9ki3GF3VGh4ShspPg-r6naTpvMPw8wHc0SkbszVq37uR8qdzlJhIjR%7EK6BD44VIOvx5T1KlGkzmmcEM%7ErLFmsoHwVn9NCH3tgsR9uSrg2n0kz5UGeI0olqmLa4tJ9CBX0YqdIydrTvwLX4JOeH3wZ8WtxPtYK%7E0suI5cDXUvcRFOAR4YGoknD6AX64Ho2B2dCw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:07,829][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:07,838][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100907Z&X-Amz-Expires=3600&X-Amz-Signature=736438f006bb3e28c45621f3da147f961a1b51ef676049e8e06654781c492d00&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880147&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=JNvvyUtOLqBczw2mB34FObI%7EByYEADCYeCR5Eqwf3arRJ188Rdp2tsPuX0TgY%7EC6se6O3nLtnhfQ5qd4zVOcT3ncajsbtlIzo56hKKbLMtfz4epMspZgXyF5%7EHbYoqtJu%7Es7NrxxbMLmuANPRZ1XRsEHXW727MdJK1uXA6GWDlbNG32u0IXnxc5P1MHOAh6b5Iqe1Uy9uEOr1xFgBNWgoMvmOMaX84VONsFp0y0qfKDhVa8Ff3KjGUNAY2c5NeVT7cHtN5gAQXNtIFP4-pOevzmHgOTqYnXVQe9SWToLh14QJxA1D4kfL9zMpO8JmzVVKaxMlA0PvKrj3N24e%7EgE4w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:09,324][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:09,332][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100745Z&X-Amz-Expires=3600&X-Amz-Signature=d59f4dc73da69e6dbbfa3da5bb5c2cf029caaffacae539c08f59821f96a73e83&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880065&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDA2NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=JEqVwT9XIfGXFJSW5brh-sNjIgflvf4DVe0WhDJfR6GhDT75pOifyBIng41OyilyZRZtWI3%7Ehf7I9GQ5yQnNmMaUYxXjYAiBx2h%7EMDkGMpPl2AahGoD8CGFiTJ2CxWOYG4IcULIBaZf7FMBYT0Qc-YPD0LCkIzIiZ%7EBxO7rKHJrsMbIA3zTySc42UKvfZm8WJtdidAm3GOpVsyQsksOaYOmRC2CFQ5Y0CWGp4zzV%7ECpszMCYyEpLmr53gYwKl7cL5Ta2tlr9EDxz-dPtZFiuY2dBg8D7AL2EQWFZdpMq5XdfxKGkNOnUFJGRnxy-7QnUHAyrfousTmP1u9a4TQmNTg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:10,953][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:10,961][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100910Z&X-Amz-Expires=3600&X-Amz-Signature=15d5d130ad4f546305b6c5555f545b36c79b1869e710a77bc3d960356550fcd8&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880150&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=sHe6hwugKwpWhSRSoxLiRl6TnXd0fDm4k9xycLoB%7Eh8HKUFARk6X45ngELxS5Zf-Qv6Kr7TXIO8olm-bk87DwBq6%7ETOSEmA72cvDOWVx-NTHULKrRqYMnwiv3sliH0TB4tQ1or6IjP9ob0ZDTZEahCKqB9jVlVXKrxIe59mCoHcManUFFq7HlcL8d1CH8ebs56kJLuyp%7EmCiS4ZKxlcmGzaZh937h9Uwewvk%7ELzSRWsgHliXljJOJSjyXNcpPRrvW8KfyBD16s0LJR0t4Br0PdzeuCPDdS0k1CvbzBGS7OfFhSZ6O1Nbae3Ona9KZufD3fDiultaAd03zPiz2y5-bA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:12,412][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:12,421][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100912Z&X-Amz-Expires=3600&X-Amz-Signature=9f60179a27396bc8ff878f9f0a632b07b1ff63d5a6d436e14acd87e5e480819f&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880152&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=V9aA8fK68pScHvoBpHN6IEwomFQEmLM-NwssZX5OTqyPVGVMAp5FiQv7EYOoDrUwn4mcx91TgnKEs9zANf%7EUrlKQppoOKRobX77tkT7RmiliQyMweib2Da57SkYyBCW-rS8u129fbNYqIrfPmBl0N%7EPq67IwE62QYYTV8VeezyCNmyR0f7wYpE-wqTfR%7EN4dSD7KYpiNvVf5Eqk-PIzcJ0Oyn2pnprpE7AuKmmdrbYGgH4D1SgySlZD2GjWX2rGZq0yBRe8G0RSck-9xLnkBbjMgEGMUXtbpSN2gfNtEihRTVh1M26wdKSuBfeK0FbuP%7Ec5h8OW7bo9HhmpGihTN6Q__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:13,884][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:13,898][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100745Z&X-Amz-Expires=3600&X-Amz-Signature=d59f4dc73da69e6dbbfa3da5bb5c2cf029caaffacae539c08f59821f96a73e83&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880065&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDA2NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=JEqVwT9XIfGXFJSW5brh-sNjIgflvf4DVe0WhDJfR6GhDT75pOifyBIng41OyilyZRZtWI3%7Ehf7I9GQ5yQnNmMaUYxXjYAiBx2h%7EMDkGMpPl2AahGoD8CGFiTJ2CxWOYG4IcULIBaZf7FMBYT0Qc-YPD0LCkIzIiZ%7EBxO7rKHJrsMbIA3zTySc42UKvfZm8WJtdidAm3GOpVsyQsksOaYOmRC2CFQ5Y0CWGp4zzV%7ECpszMCYyEpLmr53gYwKl7cL5Ta2tlr9EDxz-dPtZFiuY2dBg8D7AL2EQWFZdpMq5XdfxKGkNOnUFJGRnxy-7QnUHAyrfousTmP1u9a4TQmNTg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:14,838][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:14,846][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100914Z&X-Amz-Expires=3600&X-Amz-Signature=3705dfc78dcf68f5c718bd78d443157322e0e2709db280f2dc896f003cccb59a&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880154&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=iBDlDpOFWduuZQx26QPUs2xcirrwxliD5-KJYa2LSfqoxueX4oTv16wIaWE7J1EJ1pp0TaRpURCEHbOumN9ZargHtm0yv8ptONPFUzZApT4hsMCdxcgAkQTOp3kosk50y1y29APc44DIamCYLwQ%7ETBeZrJ0daojfsWrf8lUYWunH4%7EGBOgkq8c-k57-p9zwBNHXN0Kl6xpqd8Zn8kjnw233bV8GbvH20c8gxlNdj8IuSb3Zf4qgRiuTHnJ6T-nORm6u-Az5D659Ip4YKtT8PQqx6bFk3Nuo4IOUc5V%7EmUgHdOA3A3a%7EhyiF5DQQ5Qu9b3jiTvs39Nm0088IWGNoutg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:15,172][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:15,181][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100915Z&X-Amz-Expires=3600&X-Amz-Signature=65e455a288d1954137e13630e36dd9fd0acbb533a8a67ceb453a76ad9c95c492&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880155&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=oZ4MXBSwxd8WKxFi-rELoipxGu-A8ZGEJXTEkJ7n2E3-Xk4m6U%7E8yKf7iLepCrosMMTkUlxWfLrjrIasvaPJKj%7EfG45hp7Chxg6n29iZT5aXYP67BVtf7tmOlM%7E8JUWE48yLRodIDtYK5pD0OXPnFSaHzHtcvJcaMME7seuzLCsCCeqOzwQlP30mdphtMWIxf8Wgl73EoWQR%7ElfLEWcJZsnh8P9oTcWbHuuQDM1EeQmXkK8IIW8N10hsPtXlCXj0EC-wiuFwVtZUH22C4QFxaneZpnkUok3Ddx4pvrGwQ8gfjX3IF4%7EAVulsGm6xm5iNAYMYbACvx8tCdwd2ZAL73w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:15,496][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:15,504][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100915Z&X-Amz-Expires=3600&X-Amz-Signature=65e455a288d1954137e13630e36dd9fd0acbb533a8a67ceb453a76ad9c95c492&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880155&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=oZ4MXBSwxd8WKxFi-rELoipxGu-A8ZGEJXTEkJ7n2E3-Xk4m6U%7E8yKf7iLepCrosMMTkUlxWfLrjrIasvaPJKj%7EfG45hp7Chxg6n29iZT5aXYP67BVtf7tmOlM%7E8JUWE48yLRodIDtYK5pD0OXPnFSaHzHtcvJcaMME7seuzLCsCCeqOzwQlP30mdphtMWIxf8Wgl73EoWQR%7ElfLEWcJZsnh8P9oTcWbHuuQDM1EeQmXkK8IIW8N10hsPtXlCXj0EC-wiuFwVtZUH22C4QFxaneZpnkUok3Ddx4pvrGwQ8gfjX3IF4%7EAVulsGm6xm5iNAYMYbACvx8tCdwd2ZAL73w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:15,833][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:15,841][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100713Z&X-Amz-Expires=3600&X-Amz-Signature=897d98a76d3e6f19527713d6b0cb6c0fc58df96e9940a5ea2f39d6ec463aec67&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=6860da6db8c6f8138ab18191&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880033&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDAzM319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Eo2QmwqdPnSt4UXwcJG83GcYgMfWODOCRbjluFKGc3SDKf95TlwWH2HVUkS-E-n1XfPh2JK%7E8Fz1ZgjM8S87BZ5ClVKwpGixwXighuKcM81WjpdTG9gPylKE5ixTrFEiOU5zifU02dcNMUj8b1O2dwrGNcMO79j4hNX0zWlSYHdZabe83fkNc2JYYTdMEUcQJ4MHNrQu%7EjkPiTjH4lbyMY0oK4UmPYGp9g7kkS-8Jthkydo0O-11ySu2GgX6SqIMPqsxBuwalWUJeq9ZgdiIokcoVE3zh68wMD3PLKGrJz17yeE-78dz4lc5RiNfNt0MJP5gLXmJkCxiynq0KS-Chw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:16,149][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:16,158][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100809Z&X-Amz-Expires=3600&X-Amz-Signature=9165684ba58b8f07e1061a1fdd8ef4358d4de56b3627795fd9af152ba7813fd8&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880089&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDA4OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=DedDddiYMNlTpg14zFsh%7E5j3yBl1mj9W-mQ6rCvmPeUTuD-vOMhT4Fiefecqpi%7EG5NVJ3--rtsF1rZrUPowLf4oHCmz4Ge8dM3DQnSIqOGIIzZ1%7EUenvF2XcjrJqxFuQeVm851ulwqwdY-3LbdhuWoVzPzuSiohPZDDEpdtRT8fYEQXwwwfWveMoo6r5iAjmHA%7EfHwXy2RXYmomCZmJjPcdf%7E-dW2EXLij-bMQ3ZdbnRbnoojW7NbwlNLBmHKL7LQQeX%7EjrejQ8fhR6ACxy%7EGc1M4woHM%7EVmqKnxqutzxdR-09TYvJhK1xSGgK4Gg1xKIOIV1PfYPgMlkjabfoxVUw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:16,478][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:16,487][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100342Z&X-Amz-Expires=3600&X-Amz-Signature=efc50a95e42328db6011ccc0c376cddc7ae9d3968b7f0a3b3cd826f087ac9494&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879822&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTgyMn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=NYs-GETamA7kmmx-gXSglWGhni4IdXqj42J0yXUW83IA2v9ACMEnJ-j8tuNTRkNdzqomE1Vcl7mPuqnbMCck62FqrJsDYCYDGd8FqWKAqMX8DYt0QXB-ZX-G%7EPgZLYjxq%7EpikWjRA4VzRatQAEkntIHJZ5ojMureZ3GFzVKyJUNnLywznSW%7E3Bt044Ft3tpQcaWXPlSHe9kYjlO8N8-migFsYCMAkwjlfX3G2MNskLdWOrgsk8Cvp1En3zo92S-WcuPCfLTfGC3wCj5XQK8PXQEnZ-TbKIUZsMa1KikM%7EXMnO4j1YTNFSoXwegQwHxy-pEqvBI3tr5Hdd--p6EQUlg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:16,851][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:16,860][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100901Z&X-Amz-Expires=3600&X-Amz-Signature=ec57717005705aa6fcc5d37bcb27d283e014cccf4a9a73bb75bac165d3fb25d9&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880141&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=NViKYMFU6teN1%7E2wR8db%7E6w4e8sVuiB-SZrLjjWsllepgR0eUNQhTmVE-R48S1-qRvlJE2lKvzVw-1SnJeJE6lUY7h4I2qOLIlckX60gWvPh65A0zoU85o%7E7jqd9E6szp2bqh6uW6bb1Qu2j1kVZ1cM9NH9iEMYPdA1Kf0Ps9F2%7EVFOkOwmri87XBaJMKKxJDhNs4x2EiRkxKg87QZZCNh0OLvIHRnZ-5V9tjxPPkWHz7tO6gO0FpSZcVvFSUOCQssn6Vz01yE6v%7EW2YIvvPWoft3dwiSmU2OPG9gpWSDvPCMJht9ebH0SIqRczOdFXbwXuZK7P8DF6D4i-4Dc0Wwg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:17,171][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:17,180][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100342Z&X-Amz-Expires=3600&X-Amz-Signature=efc50a95e42328db6011ccc0c376cddc7ae9d3968b7f0a3b3cd826f087ac9494&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879822&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTgyMn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=NYs-GETamA7kmmx-gXSglWGhni4IdXqj42J0yXUW83IA2v9ACMEnJ-j8tuNTRkNdzqomE1Vcl7mPuqnbMCck62FqrJsDYCYDGd8FqWKAqMX8DYt0QXB-ZX-G%7EPgZLYjxq%7EpikWjRA4VzRatQAEkntIHJZ5ojMureZ3GFzVKyJUNnLywznSW%7E3Bt044Ft3tpQcaWXPlSHe9kYjlO8N8-migFsYCMAkwjlfX3G2MNskLdWOrgsk8Cvp1En3zo92S-WcuPCfLTfGC3wCj5XQK8PXQEnZ-TbKIUZsMa1KikM%7EXMnO4j1YTNFSoXwegQwHxy-pEqvBI3tr5Hdd--p6EQUlg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:17,576][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:17,585][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100917Z&X-Amz-Expires=3600&X-Amz-Signature=e7f2c9ab4902822bb052f0f85c0c6dc58376d2666fc10876d447594f3bbc9be7&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880157&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZQWhgnQh%7E7mykJwIzVJujTGEoHwcQP9E5RXdHMQzxAVGz2Z7sClyinaPcFMRfu9Q9FmePAbKBNqms9NjyYheVu5KNntiofFfblMtHgemB5-pxVwYav8bXPbczjBE6z8Zwpjitt529gHTNMzUnLeKLCJ6mIMxIt9vR2NTWwfobSs9t4MrVp8ah5kLcPFMxqPda8Y%7EBesYsR-TileGiTskDJg0%7ErEn91lEz1S-rqaUFIgS%7EtRZRveGAFYSwkcLU-vpliK9YqovkUZSwM1YwFtR4lSSOh0-iWTzeoUBl1IF9cfuuvabC1DiC2-0uUEyP3upiGUNoaYbGk3UgoNh6%7EGb1w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:17,904][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:17,913][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100917Z&X-Amz-Expires=3600&X-Amz-Signature=e7f2c9ab4902822bb052f0f85c0c6dc58376d2666fc10876d447594f3bbc9be7&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880157&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZQWhgnQh%7E7mykJwIzVJujTGEoHwcQP9E5RXdHMQzxAVGz2Z7sClyinaPcFMRfu9Q9FmePAbKBNqms9NjyYheVu5KNntiofFfblMtHgemB5-pxVwYav8bXPbczjBE6z8Zwpjitt529gHTNMzUnLeKLCJ6mIMxIt9vR2NTWwfobSs9t4MrVp8ah5kLcPFMxqPda8Y%7EBesYsR-TileGiTskDJg0%7ErEn91lEz1S-rqaUFIgS%7EtRZRveGAFYSwkcLU-vpliK9YqovkUZSwM1YwFtR4lSSOh0-iWTzeoUBl1IF9cfuuvabC1DiC2-0uUEyP3upiGUNoaYbGk3UgoNh6%7EGb1w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:18,212][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:18,222][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100918Z&X-Amz-Expires=3600&X-Amz-Signature=320adf89f771b4ff72069adeb7a765b97a81b82fd04b53445ba10fd49cdb27cd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880158&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=OT3X7ynzy6ILZ%7ECoWcjBPAxjO1Rfvz9qlhWapbQlEtd3aFom6hZQkYJj8jiGY8a6DgB81dPxao7wH7n4IzHoazVvX9KoWG-U73OT8fWVWVENleNFj-%7Enj6DDNAztyEqIXbZvV%7En1hlElg0dyy7KZHNSYwnzMNHdw3z8ArIWcuU9WlYWlqqNHK37IKvS-G0-rQr29iU2fUN3GSz97Q9h0koJXyuTqvzXw4TVW-xknr85j72qUBeK2%7EWnG-iMsYD4uHTISjTKP6P2KMtkZuxL5p5x25MAysxd13Fc6jJqRBhS2SmpHiI66VAqrOlMOQiWtkZSGIWVMo-jkQuJQhKN05g__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:18,518][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:18,526][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100918Z&X-Amz-Expires=3600&X-Amz-Signature=320adf89f771b4ff72069adeb7a765b97a81b82fd04b53445ba10fd49cdb27cd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880158&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=OT3X7ynzy6ILZ%7ECoWcjBPAxjO1Rfvz9qlhWapbQlEtd3aFom6hZQkYJj8jiGY8a6DgB81dPxao7wH7n4IzHoazVvX9KoWG-U73OT8fWVWVENleNFj-%7Enj6DDNAztyEqIXbZvV%7En1hlElg0dyy7KZHNSYwnzMNHdw3z8ArIWcuU9WlYWlqqNHK37IKvS-G0-rQr29iU2fUN3GSz97Q9h0koJXyuTqvzXw4TVW-xknr85j72qUBeK2%7EWnG-iMsYD4uHTISjTKP6P2KMtkZuxL5p5x25MAysxd13Fc6jJqRBhS2SmpHiI66VAqrOlMOQiWtkZSGIWVMo-jkQuJQhKN05g__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:18,828][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:18,838][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100745Z&X-Amz-Expires=3600&X-Amz-Signature=d59f4dc73da69e6dbbfa3da5bb5c2cf029caaffacae539c08f59821f96a73e83&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880065&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDA2NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=JEqVwT9XIfGXFJSW5brh-sNjIgflvf4DVe0WhDJfR6GhDT75pOifyBIng41OyilyZRZtWI3%7Ehf7I9GQ5yQnNmMaUYxXjYAiBx2h%7EMDkGMpPl2AahGoD8CGFiTJ2CxWOYG4IcULIBaZf7FMBYT0Qc-YPD0LCkIzIiZ%7EBxO7rKHJrsMbIA3zTySc42UKvfZm8WJtdidAm3GOpVsyQsksOaYOmRC2CFQ5Y0CWGp4zzV%7ECpszMCYyEpLmr53gYwKl7cL5Ta2tlr9EDxz-dPtZFiuY2dBg8D7AL2EQWFZdpMq5XdfxKGkNOnUFJGRnxy-7QnUHAyrfousTmP1u9a4TQmNTg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:19,149][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:19,158][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100919Z&X-Amz-Expires=3600&X-Amz-Signature=c1c2df9b856730529aac18f068f440443992e00278a978c9992160a873322710&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880159&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=DxodoI9QSuCvJqDpopZQqhZkjdoWXNT%7ENDKHwHc-tkCBQTm3s9w47fE28AUOSVWxn03Cuav6fG5WBISJ7CKEy2gHzqUDiuW8LzVdb6MBiQtQ12L48rM-uItkhBCFez0q-WW%7ElmZA5CBxA%7EU0RUfFCeOFDyGGE4Pw-2bJyr4eu%7E5NkIanGXaYc9Zj7Qn0yegkfkQ6B0kVvs9dbrEa6XVc6GQ3-5snjuhC-t%7ERYg22J6hdqDH5n6tgEmpGclu4C20rFe-y0NjuG2EgmL-f2xTI78Quh2ZpmOUeOh1LJ7JBiL76LZ6X66cLVqH3lhpWg-QwQrEg-soAw4oyGaS2Cd68mg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:19,450][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:19,459][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100553Z&X-Amz-Expires=3600&X-Amz-Signature=41eb83549d50335425b88449dbffd21d495aec5d55605f7d6dd7d81952796604&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=6860da6db8c6f8138ab18191&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879953&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTk1M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=JtDSa9BCWDNFge5%7EEeyuk1rWSehAp%7EMEmnLQDLzfTwP7-YMcYePYXnJkPIp97MkUlinVYWUW-kIyXFIJKMuuv9GvFmzdRgIa7TdasizNdpQaC0tOEwZpvQQ9Dl7JYVe4TjhjGlh4i2TOqM3Lc9RAtx-EKfe4%7EoG1Uyehlh0T7o7z7aCptZMlzKwwnNoKDGPeuysFEk1gzCeeR1O5sj7LzrUIvgK6OAY-9dwtx41lho1ZpOCEY9cL8d-LeX9nTfjWHVu%7E9AzrBXCIVfCHsONAyOH2dfkiThV8fQvi3CcGoyB7donFPR61m7k%7Eufd5zMl1EGd9m5cZ3O%7Eq46KksSR9ZA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:19,770][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:19,780][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100919Z&X-Amz-Expires=3600&X-Amz-Signature=c1c2df9b856730529aac18f068f440443992e00278a978c9992160a873322710&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880159&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=DxodoI9QSuCvJqDpopZQqhZkjdoWXNT%7ENDKHwHc-tkCBQTm3s9w47fE28AUOSVWxn03Cuav6fG5WBISJ7CKEy2gHzqUDiuW8LzVdb6MBiQtQ12L48rM-uItkhBCFez0q-WW%7ElmZA5CBxA%7EU0RUfFCeOFDyGGE4Pw-2bJyr4eu%7E5NkIanGXaYc9Zj7Qn0yegkfkQ6B0kVvs9dbrEa6XVc6GQ3-5snjuhC-t%7ERYg22J6hdqDH5n6tgEmpGclu4C20rFe-y0NjuG2EgmL-f2xTI78Quh2ZpmOUeOh1LJ7JBiL76LZ6X66cLVqH3lhpWg-QwQrEg-soAw4oyGaS2Cd68mg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:20,079][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:20,090][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100920Z&X-Amz-Expires=3600&X-Amz-Signature=1d78493162530f1719647453cf7852f113db594fc571c926dd42bee51bb97602&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880160&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZpdIz2vqAAfbvEw%7E3fl6owHA0fMds88kWGSbnhoYBUgKqgpz8eBn907avnYRhCNwm1tKbFvKJGFkAq6YkO19K-mOKjmCvRlucR-6VTlgNMcOP33rRtwlRIyHWDp8TSlJdZ9zvM3-zsMwuJWszpcQV37TYYFPBMwBnUGw5qduYHrsG56wDca5HbWBi-5vAipqut92vXF4ceKxTSlqweJ52uT0b9mF8Us0i5oGVOZMFLx694jCJUQENf4WRqRizsNI0Wb4DLffCmi0EpdLgvcIaD2TXHzIpgbaWE%7EPEztD6lMvgmabEGG2EUp4U6p1vdlLCxUPRhuRehY5j3NIApnCQg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:20,394][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:20,403][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100920Z&X-Amz-Expires=3600&X-Amz-Signature=1d78493162530f1719647453cf7852f113db594fc571c926dd42bee51bb97602&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880160&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZpdIz2vqAAfbvEw%7E3fl6owHA0fMds88kWGSbnhoYBUgKqgpz8eBn907avnYRhCNwm1tKbFvKJGFkAq6YkO19K-mOKjmCvRlucR-6VTlgNMcOP33rRtwlRIyHWDp8TSlJdZ9zvM3-zsMwuJWszpcQV37TYYFPBMwBnUGw5qduYHrsG56wDca5HbWBi-5vAipqut92vXF4ceKxTSlqweJ52uT0b9mF8Us0i5oGVOZMFLx694jCJUQENf4WRqRizsNI0Wb4DLffCmi0EpdLgvcIaD2TXHzIpgbaWE%7EPEztD6lMvgmabEGG2EUp4U6p1vdlLCxUPRhuRehY5j3NIApnCQg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:20,701][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:20,713][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100732Z&X-Amz-Expires=3600&X-Amz-Signature=25ed4cd494b82901f766673d7b86af7e20a30b8d5fe5532b4a186ea5396873af&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880052&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDA1Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=QYxHc-45ZE5pqf9fSKN32VRfFQNJG9H2mcvZuJhrUS8HB8eVD592%7E3gxek9525%7EqqoXJwPGOhWrM0Csmw5Wi0r61iMXMI6pfdRDk7ogfqSvwQPs3WJYvOJ3TTBM2ypvrhE7f3eX%7Em1IuJtg9uPKSZuCYJtaN3T2%7EzCpMtq4y8BVo-JKW87N473yCls7uFXXi9d0ypxzl4bzysT7upDdAYfWkYCdHM9Tj%7EnVIxlNHvfXte1ENQec7lXetgj2gVZ4ZVS7WIZbVloHS45sUa17-qz5xWQXG1IF-5vYsxM0gnmWzvYsWM3gpce5soV4nbicojJPc61-smuHv-8osT2CLFQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:21,009][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:21,019][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100920Z&X-Amz-Expires=3600&X-Amz-Signature=1d78493162530f1719647453cf7852f113db594fc571c926dd42bee51bb97602&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880160&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZpdIz2vqAAfbvEw%7E3fl6owHA0fMds88kWGSbnhoYBUgKqgpz8eBn907avnYRhCNwm1tKbFvKJGFkAq6YkO19K-mOKjmCvRlucR-6VTlgNMcOP33rRtwlRIyHWDp8TSlJdZ9zvM3-zsMwuJWszpcQV37TYYFPBMwBnUGw5qduYHrsG56wDca5HbWBi-5vAipqut92vXF4ceKxTSlqweJ52uT0b9mF8Us0i5oGVOZMFLx694jCJUQENf4WRqRizsNI0Wb4DLffCmi0EpdLgvcIaD2TXHzIpgbaWE%7EPEztD6lMvgmabEGG2EUp4U6p1vdlLCxUPRhuRehY5j3NIApnCQg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:21,318][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:21,328][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100921Z&X-Amz-Expires=3600&X-Amz-Signature=f1f9133db47ce52274f45776b77a9e1f963c78b3b6c4aa7c0a3379187931d8fd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880161&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=S0xfhBXv2W0Lxuyae7upzrNNZlceb-NtXfFLs6CSvXw3COzodwnzGAFbNuyafU0m1vUuBonlOpbGiyQSBXQnmw4nrIDLAS0wiHxwWVJY2-WLbpQbsy0jJxDY2QOqKdGXs7Enx2eXqdhOYRlbpdb5yTlABhQEfhneS3ODvdqsqYtJeHO%7Ex6Z2fCOW%7E4YlZX25tg5W35Pz7n7g9p0aufh9gAIqJpx1jDrW0xP2FzLwW2xlxmGeudTWot4J8VOr58hcB4xjTBm907MMd4Lfw0N3sIrxgPRw6ej4d4CzIyQFmor9wu73mo8ireOAzw39d-TPsQRGt2MUn%7Etny9scB-igKQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:21,621][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:21,629][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100921Z&X-Amz-Expires=3600&X-Amz-Signature=f1f9133db47ce52274f45776b77a9e1f963c78b3b6c4aa7c0a3379187931d8fd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880161&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=S0xfhBXv2W0Lxuyae7upzrNNZlceb-NtXfFLs6CSvXw3COzodwnzGAFbNuyafU0m1vUuBonlOpbGiyQSBXQnmw4nrIDLAS0wiHxwWVJY2-WLbpQbsy0jJxDY2QOqKdGXs7Enx2eXqdhOYRlbpdb5yTlABhQEfhneS3ODvdqsqYtJeHO%7Ex6Z2fCOW%7E4YlZX25tg5W35Pz7n7g9p0aufh9gAIqJpx1jDrW0xP2FzLwW2xlxmGeudTWot4J8VOr58hcB4xjTBm907MMd4Lfw0N3sIrxgPRw6ej4d4CzIyQFmor9wu73mo8ireOAzw39d-TPsQRGt2MUn%7Etny9scB-igKQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:21,950][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:21,960][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100921Z&X-Amz-Expires=3600&X-Amz-Signature=f1f9133db47ce52274f45776b77a9e1f963c78b3b6c4aa7c0a3379187931d8fd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880161&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=S0xfhBXv2W0Lxuyae7upzrNNZlceb-NtXfFLs6CSvXw3COzodwnzGAFbNuyafU0m1vUuBonlOpbGiyQSBXQnmw4nrIDLAS0wiHxwWVJY2-WLbpQbsy0jJxDY2QOqKdGXs7Enx2eXqdhOYRlbpdb5yTlABhQEfhneS3ODvdqsqYtJeHO%7Ex6Z2fCOW%7E4YlZX25tg5W35Pz7n7g9p0aufh9gAIqJpx1jDrW0xP2FzLwW2xlxmGeudTWot4J8VOr58hcB4xjTBm907MMd4Lfw0N3sIrxgPRw6ej4d4CzIyQFmor9wu73mo8ireOAzw39d-TPsQRGt2MUn%7Etny9scB-igKQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:22,547][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:22,556][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100922Z&X-Amz-Expires=3600&X-Amz-Signature=1a2249e76261cdd0e0a5e624f5f2c51b5a2994c583d8136b672f203062b48b42&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880162&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=oZOgt-v5uAFiZ1F0eu632kAgLwUPdJHE6I4a%7EaczoQFOAQCP4b25pzQCJfNc0%7ETS%7EY1RYXTeng6IH744xjpadp1LumpxhBA9rmSpZ5L7GDItz6ts%7Eo9o7qsOmJqEnxlOToRzjnGTCKn7CTs2xgezHyY81azhwLSPne1HEDymQ2yDtxs-mJ4nkQTNiu4xgvJ%7E9Tx0ojD2mnbPnXcSrg3jzejn71ZIGNDG16H7m5DPyX9aRLhwlU193k7XJOAtgh%7EGyzjQMKkpwZHUH6FmK6rwbHWea2UsDt5kVotb0BJppIPqPtKAjXIN20yMN8GtOD7VWUK%7E6xsUaw4PIGj6YPXHSQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:22,872][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:22,880][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100921Z&X-Amz-Expires=3600&X-Amz-Signature=f1f9133db47ce52274f45776b77a9e1f963c78b3b6c4aa7c0a3379187931d8fd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880161&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=S0xfhBXv2W0Lxuyae7upzrNNZlceb-NtXfFLs6CSvXw3COzodwnzGAFbNuyafU0m1vUuBonlOpbGiyQSBXQnmw4nrIDLAS0wiHxwWVJY2-WLbpQbsy0jJxDY2QOqKdGXs7Enx2eXqdhOYRlbpdb5yTlABhQEfhneS3ODvdqsqYtJeHO%7Ex6Z2fCOW%7E4YlZX25tg5W35Pz7n7g9p0aufh9gAIqJpx1jDrW0xP2FzLwW2xlxmGeudTWot4J8VOr58hcB4xjTBm907MMd4Lfw0N3sIrxgPRw6ej4d4CzIyQFmor9wu73mo8ireOAzw39d-TPsQRGt2MUn%7Etny9scB-igKQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:23,184][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:23,201][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100920Z&X-Amz-Expires=3600&X-Amz-Signature=1d78493162530f1719647453cf7852f113db594fc571c926dd42bee51bb97602&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880160&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZpdIz2vqAAfbvEw%7E3fl6owHA0fMds88kWGSbnhoYBUgKqgpz8eBn907avnYRhCNwm1tKbFvKJGFkAq6YkO19K-mOKjmCvRlucR-6VTlgNMcOP33rRtwlRIyHWDp8TSlJdZ9zvM3-zsMwuJWszpcQV37TYYFPBMwBnUGw5qduYHrsG56wDca5HbWBi-5vAipqut92vXF4ceKxTSlqweJ52uT0b9mF8Us0i5oGVOZMFLx694jCJUQENf4WRqRizsNI0Wb4DLffCmi0EpdLgvcIaD2TXHzIpgbaWE%7EPEztD6lMvgmabEGG2EUp4U6p1vdlLCxUPRhuRehY5j3NIApnCQg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:23,508][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:23,517][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100923Z&X-Amz-Expires=3600&X-Amz-Signature=ee8ccf7053125a14dc843933fc89bbdc8992b16c2b0338060476f09b0ee90b84&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880163&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=BL7REYO2qVMMBq9GqT%7E4hMdtJQFUiOVHFWZHd3P6akoAG%7EeNuGDhDJgTF1jxB9U1ApZ9VzIYdHellRwhVaRds0FXnIOhYdSjDZvTClJLi5x9AsHL-inFQ2yij0TwXfy4DZckw0RwN58hxiCKvmSRU5S3nCa6xq7WOQMnE2ao8U2ary53YtQi9QDks5h8BjcObJmvW6EtYzzp2gUAZ2uYQ8%7Ex9CzPy74nBn5b9SPXjO5aUUyVGSHINkvHYVF%7EIEzfRJAGEX6EfTtT25Q7TyHdiwSKHDegqThpUozaraJ%7EGsc2VvwUsbcLeXL2GxRd5akHbf5RRb52f6BFiaJTk%7ERymA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:23,810][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:23,818][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100358Z&X-Amz-Expires=3600&X-Amz-Signature=2d9a51eb0dcce3cfcf24daa114437f82fc5e5259c0efd70d8445c07a35e4cfc5&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879838&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTgzOH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=OZayWlK6D6u4BwHDacyBugldydxflisYtbcw-rqO6y4JxAf6MPOtBG0yDtF0VsSYy9Uk0Emefw2Tri45enOoWs8mMQ9Sa-jtcAjvJwyk6xbxRxLQL%7EP1YHwsDfIyKVak%7EXROjHlJETmqiKkSVqewxysxfuPj4A2TDJrz2FvlGG%7ECe9g5UFXCy18xwWi-2WulyN3YTpO3JXNfrEZzq7vBTosgasQShi3hc21c9p14qaAAL11wxevnKbg04VPZUm-BkVSO3hv-d3fBHpUWy3G4e9igeqGNzWidpx6uQkjOaZ1b56aEXzNZu0lmS4NcesxEZ1rZVCa3gg%7E-jYsw%7EuINLw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:24,150][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:24,159][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100924Z&X-Amz-Expires=3600&X-Amz-Signature=cced864559aac8608ddd9be0012ebec2247f364c4168757e769eed9c512e95c0&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880164&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=q9lsKAA3D7MPi26KeAWxJ4Q0A%7E%7EsQK3iZA-UUodYPO9C-xHiJC6bS%7ECIGiyvP8IaWikzBi6ZqTWiJoIc9Kxcyt-I48ESsvEAix3-nU9LkPU%7EL11jLndLgdW-9haqWEfWnf0wjv%7ENjWpUPLmE48rsSciCXQySdWMqWhMGnfRN7fSDXr6lzR41I1weRQKm5tRZLOSNzLDOq-4CLmgNcN7VV3zD6Dedqn4mCHb0iaKPjZpCQoVKJuNRjjnmEN-7PhQ8rAsSRcVR0O-Bd5IdQSaxwbQyfBqjOrTOjigpiBPTkfogAPJRVTZHjL-MQrN0xYJ2PFlc9ckn6xfiLjLbeT43uA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:24,460][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:24,468][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100924Z&X-Amz-Expires=3600&X-Amz-Signature=cced864559aac8608ddd9be0012ebec2247f364c4168757e769eed9c512e95c0&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880164&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=q9lsKAA3D7MPi26KeAWxJ4Q0A%7E%7EsQK3iZA-UUodYPO9C-xHiJC6bS%7ECIGiyvP8IaWikzBi6ZqTWiJoIc9Kxcyt-I48ESsvEAix3-nU9LkPU%7EL11jLndLgdW-9haqWEfWnf0wjv%7ENjWpUPLmE48rsSciCXQySdWMqWhMGnfRN7fSDXr6lzR41I1weRQKm5tRZLOSNzLDOq-4CLmgNcN7VV3zD6Dedqn4mCHb0iaKPjZpCQoVKJuNRjjnmEN-7PhQ8rAsSRcVR0O-Bd5IdQSaxwbQyfBqjOrTOjigpiBPTkfogAPJRVTZHjL-MQrN0xYJ2PFlc9ckn6xfiLjLbeT43uA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:24,779][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:24,787][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100917Z&X-Amz-Expires=3600&X-Amz-Signature=e7f2c9ab4902822bb052f0f85c0c6dc58376d2666fc10876d447594f3bbc9be7&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880157&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZQWhgnQh%7E7mykJwIzVJujTGEoHwcQP9E5RXdHMQzxAVGz2Z7sClyinaPcFMRfu9Q9FmePAbKBNqms9NjyYheVu5KNntiofFfblMtHgemB5-pxVwYav8bXPbczjBE6z8Zwpjitt529gHTNMzUnLeKLCJ6mIMxIt9vR2NTWwfobSs9t4MrVp8ah5kLcPFMxqPda8Y%7EBesYsR-TileGiTskDJg0%7ErEn91lEz1S-rqaUFIgS%7EtRZRveGAFYSwkcLU-vpliK9YqovkUZSwM1YwFtR4lSSOh0-iWTzeoUBl1IF9cfuuvabC1DiC2-0uUEyP3upiGUNoaYbGk3UgoNh6%7EGb1w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:25,083][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:25,091][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100925Z&X-Amz-Expires=3600&X-Amz-Signature=f611cec9deac4f6b0ef10c68f050e6bded07a75158353d0570e3275f32c94729&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880165&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=okovTf9njqf-JTZTaEU6F62Prg7y7xN6f075TdTkrOrzXI04n9aPBs7NufCmd8iOVmAsX-p-zAS4tPe1l5IOev-ygIpv7EBSuLqEVt8zUwSOp22jdWdGD2Q1CFlY5-R1ERjcneINq0FFjsWEb9vtZlKyYXB9RoW4l0fSGCyAnddN3DyRhJQHXRHpQmJAVf4CjZXgyoMEFS6GUYaknIzhF8ir%7E1Kay-btB3kv3jI6en-PViRCab8tU9H77Nh0bgk8nIrNDp25vHIN7aY3qLsDmlW9lM5B9WIrVxU2vZctISE1ADMrP1l%7Eir4yJo53wMEfkvvSi5TZO1%7E74yl3jnJ8eg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:25,391][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:25,400][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100829Z&X-Amz-Expires=3600&X-Amz-Signature=3b0d2f136c2588cda38ff43cb3a79cfd0a48917e723647777160d87a98685403&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=6860da6db8c6f8138ab18191&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880109&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDEwOX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=T4pagAsaJuOxu4EnkjNQ5MryVKapNo1j6N6UTKB-sFq%7E9UrQI9ptLZ%7ECwvS2Kmjc95Kohj6owldr5bbZ861P-Gtbwoa0JE3fNhCEIAgP-W9ecYQ5qbiVXACUD3oLF2snI7jMj1UJRvRQNbd8WOvKl3Nw%7EXeRuLVGKIObUuRFg7QUoqsZLr-mcLMCfSQuY1DMMResV1JMvUFlYB49Y244N9c4vZI0jRz6EZ2lNdPSmX8dSNZUp2mJ2hJ981PUjvVLIS8Gl7LLU-nwTqKQ17xVJf3FrQcykI1koetPEqgHp9yPRBLx5Qy81u5Yj8efHjQIkeqAvquqVzaLzzcFzJ6y9A__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:25,707][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:25,715][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100443Z&X-Amz-Expires=3600&X-Amz-Signature=56d5291dc13d03509d9e2c753b54dd5d66da87f9cefeb0e34f99093c919c4e6b&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879883&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTg4M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=fysjD9ZBPdhof30%7EXAxPzZQVKTOY5VaRIbcIYVux3U2Jl64I4c6PgYtY8icepKo7Cj%7EPN5x9IrjkJxiBoo9zYWKaGXA-32OnN-zCoPEuDrf3PEkK%7EljuGSXd7zu0Bn5gkj5iSys9%7EfNXz0KtFMMnxvYuAxtBpxXqSk9NjFrFo1kZW614Xo699Pnqv7hulr3yiP39H5c10dhbiAKd9NuK3SBy6fW4w-fQgUihgG0tPw00WSEC3Do-IS3ZfFaO4aXwuE0LvphyjS7pWdR9Re1WGYNxKXm2V6OVsKoz8UEnfk2xNKAh66pHOkO93EF1ms3PpxQfk1yz2HB0Cqov-%7E%7EEtw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:26,008][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:26,020][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100918Z&X-Amz-Expires=3600&X-Amz-Signature=320adf89f771b4ff72069adeb7a765b97a81b82fd04b53445ba10fd49cdb27cd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880158&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=OT3X7ynzy6ILZ%7ECoWcjBPAxjO1Rfvz9qlhWapbQlEtd3aFom6hZQkYJj8jiGY8a6DgB81dPxao7wH7n4IzHoazVvX9KoWG-U73OT8fWVWVENleNFj-%7Enj6DDNAztyEqIXbZvV%7En1hlElg0dyy7KZHNSYwnzMNHdw3z8ArIWcuU9WlYWlqqNHK37IKvS-G0-rQr29iU2fUN3GSz97Q9h0koJXyuTqvzXw4TVW-xknr85j72qUBeK2%7EWnG-iMsYD4uHTISjTKP6P2KMtkZuxL5p5x25MAysxd13Fc6jJqRBhS2SmpHiI66VAqrOlMOQiWtkZSGIWVMo-jkQuJQhKN05g__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:26,316][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:26,325][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100914Z&X-Amz-Expires=3600&X-Amz-Signature=3705dfc78dcf68f5c718bd78d443157322e0e2709db280f2dc896f003cccb59a&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880154&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=iBDlDpOFWduuZQx26QPUs2xcirrwxliD5-KJYa2LSfqoxueX4oTv16wIaWE7J1EJ1pp0TaRpURCEHbOumN9ZargHtm0yv8ptONPFUzZApT4hsMCdxcgAkQTOp3kosk50y1y29APc44DIamCYLwQ%7ETBeZrJ0daojfsWrf8lUYWunH4%7EGBOgkq8c-k57-p9zwBNHXN0Kl6xpqd8Zn8kjnw233bV8GbvH20c8gxlNdj8IuSb3Zf4qgRiuTHnJ6T-nORm6u-Az5D659Ip4YKtT8PQqx6bFk3Nuo4IOUc5V%7EmUgHdOA3A3a%7EhyiF5DQQ5Qu9b3jiTvs39Nm0088IWGNoutg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:26,757][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:26,765][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100358Z&X-Amz-Expires=3600&X-Amz-Signature=2d9a51eb0dcce3cfcf24daa114437f82fc5e5259c0efd70d8445c07a35e4cfc5&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879838&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTgzOH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=OZayWlK6D6u4BwHDacyBugldydxflisYtbcw-rqO6y4JxAf6MPOtBG0yDtF0VsSYy9Uk0Emefw2Tri45enOoWs8mMQ9Sa-jtcAjvJwyk6xbxRxLQL%7EP1YHwsDfIyKVak%7EXROjHlJETmqiKkSVqewxysxfuPj4A2TDJrz2FvlGG%7ECe9g5UFXCy18xwWi-2WulyN3YTpO3JXNfrEZzq7vBTosgasQShi3hc21c9p14qaAAL11wxevnKbg04VPZUm-BkVSO3hv-d3fBHpUWy3G4e9igeqGNzWidpx6uQkjOaZ1b56aEXzNZu0lmS4NcesxEZ1rZVCa3gg%7E-jYsw%7EuINLw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:27,282][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:27,291][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100915Z&X-Amz-Expires=3600&X-Amz-Signature=65e455a288d1954137e13630e36dd9fd0acbb533a8a67ceb453a76ad9c95c492&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880155&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=oZ4MXBSwxd8WKxFi-rELoipxGu-A8ZGEJXTEkJ7n2E3-Xk4m6U%7E8yKf7iLepCrosMMTkUlxWfLrjrIasvaPJKj%7EfG45hp7Chxg6n29iZT5aXYP67BVtf7tmOlM%7E8JUWE48yLRodIDtYK5pD0OXPnFSaHzHtcvJcaMME7seuzLCsCCeqOzwQlP30mdphtMWIxf8Wgl73EoWQR%7ElfLEWcJZsnh8P9oTcWbHuuQDM1EeQmXkK8IIW8N10hsPtXlCXj0EC-wiuFwVtZUH22C4QFxaneZpnkUok3Ddx4pvrGwQ8gfjX3IF4%7EAVulsGm6xm5iNAYMYbACvx8tCdwd2ZAL73w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:27,779][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:27,788][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100921Z&X-Amz-Expires=3600&X-Amz-Signature=f1f9133db47ce52274f45776b77a9e1f963c78b3b6c4aa7c0a3379187931d8fd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880161&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=S0xfhBXv2W0Lxuyae7upzrNNZlceb-NtXfFLs6CSvXw3COzodwnzGAFbNuyafU0m1vUuBonlOpbGiyQSBXQnmw4nrIDLAS0wiHxwWVJY2-WLbpQbsy0jJxDY2QOqKdGXs7Enx2eXqdhOYRlbpdb5yTlABhQEfhneS3ODvdqsqYtJeHO%7Ex6Z2fCOW%7E4YlZX25tg5W35Pz7n7g9p0aufh9gAIqJpx1jDrW0xP2FzLwW2xlxmGeudTWot4J8VOr58hcB4xjTBm907MMd4Lfw0N3sIrxgPRw6ej4d4CzIyQFmor9wu73mo8ireOAzw39d-TPsQRGt2MUn%7Etny9scB-igKQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:28,349][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:28,358][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100928Z&X-Amz-Expires=3600&X-Amz-Signature=ecf6d530ff0302dd91e257b567579a09b9578dd29ac00764b899b2af0e08d90c&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880168&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ifjQ3VmjOJBWBvzWtwlTGW59OWa%7EtILt9BGEeJOa63kmM4Kyg0qXYUN%7EDuMEnYQ5pKNrWLrpqxRVIFCa-4WQzJPHM1meBostNLSOjaIQdJwgN198cDP7bUrhJYqXVrrYP7CsS-OJuaj0hnzI-FNXk0%7ENSnSmcXYasm1Cc1KgiFCFE9FPgpM4RN%7E33qBbAQVx-oU445Btj3XHTEDvBcheiwUUpkKDhXGGdNbEU7zeEwAVbG%7E32lsnrHFj%7EaSa6Umdx6IzuX3IziqEFM4LYg8sMMxqLXFVqoziGtb9HkZ%7Elio3aoeZY2IvBzgUOsB-RKvyoDlu10QCCgg4cVyukyA8bA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:28,875][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:28,883][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100928Z&X-Amz-Expires=3600&X-Amz-Signature=ecf6d530ff0302dd91e257b567579a09b9578dd29ac00764b899b2af0e08d90c&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880168&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ifjQ3VmjOJBWBvzWtwlTGW59OWa%7EtILt9BGEeJOa63kmM4Kyg0qXYUN%7EDuMEnYQ5pKNrWLrpqxRVIFCa-4WQzJPHM1meBostNLSOjaIQdJwgN198cDP7bUrhJYqXVrrYP7CsS-OJuaj0hnzI-FNXk0%7ENSnSmcXYasm1Cc1KgiFCFE9FPgpM4RN%7E33qBbAQVx-oU445Btj3XHTEDvBcheiwUUpkKDhXGGdNbEU7zeEwAVbG%7E32lsnrHFj%7EaSa6Umdx6IzuX3IziqEFM4LYg8sMMxqLXFVqoziGtb9HkZ%7Elio3aoeZY2IvBzgUOsB-RKvyoDlu10QCCgg4cVyukyA8bA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:29,464][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:29,473][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100420Z&X-Amz-Expires=3600&X-Amz-Signature=7fd5c94c92c46a416367a76ec590f3b63b6a05b17209228e571c154f43952499&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879860&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTg2MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=DDpyknCMwH%7EYdUhgxi8EXJQnuYqh43%7E-SXN8zuPrJbis9XIvfdh-CBZ1Y2lxRq1cOb%7E3HWdrkYmH1JzgouPXC1mJayBuIhkAAOx%7EwQ4Q9eieHhCeg7zq9usnbrU%7Ejiyg4uN0FB2SToiSPsqou34-9ki3GF3VGh4ShspPg-r6naTpvMPw8wHc0SkbszVq37uR8qdzlJhIjR%7EK6BD44VIOvx5T1KlGkzmmcEM%7ErLFmsoHwVn9NCH3tgsR9uSrg2n0kz5UGeI0olqmLa4tJ9CBX0YqdIydrTvwLX4JOeH3wZ8WtxPtYK%7E0suI5cDXUvcRFOAR4YGoknD6AX64Ho2B2dCw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:30,016][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:30,025][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100929Z&X-Amz-Expires=3600&X-Amz-Signature=f38d8652f9c4cc5f61a70bce4754bc383c96c6462f86fa5ca09a873393cc297f&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880169&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=uNIPalHl0ayJMvDJWWVtPwuaO%7EVX6bF-MHv3oWPQ0audMEF0oUBm5JG0pXVvqoJzQ97f5RbnAu1BW1IM2oZ9Z2tVd8gIj2cJ9IJoYtCLs3UXH5ywmXqQ7fLNUem6lLagWjOY9EvhkCvdkaTT5IBjOTU7I5z7aH1Ti0DvinQ5CPzZSaIQIN-rLGRbbewjR1uiZjM7lbGiev1Vns-JkwgKs2Iz9GbokP05cfOQr9Z8Rm4vPDr5lVpHHJvp83%7EioQ3T1JeIowWIU%7EzOJ3aBnzNlI5t1N%7E8MHmjpXsfXuWNxgy0Kc8pNFU6SRnuV6ohZ1SYoFU-WG7M3LEqugiJb166xiA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:30,718][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:30,726][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100930Z&X-Amz-Expires=3600&X-Amz-Signature=56bd52bc10a983a068dc1ffa593f7656204d6a7190126d367608f7982162bae1&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880170&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=s0MLGb%7EwWmPqQjKF%7Ej4%7ESowIEuLWfRBusM3lcxcYDLoxy6sTVeWPI2cOf4kSd7JZGF61jlM6PlLcPETFpLETExftAsYsQhvTnV98jUFF9UTZxPyluXKy2d54-2ncgzTYDqPGB6c6XZl43kVo6IzqwzeknOPcivb5rtAsmjgapJIULb%7EcH6jgvTv2dKsx8GMmTDYFBTfLLE1PFHQE868mYPmRgb2DSksn9SseWtsUEsbI8xwbEmMujIJbRAoG7vn2YTJSCUue-%7EZM6GGGH7GjjyWD3Tm%7EuQmADt5%7EQQVRDx-o0JbX5HCdYpnJHWSFUkCCpkGQZ-Jf30abNpWuKOE0Fg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:31,360][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:31,370][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100931Z&X-Amz-Expires=3600&X-Amz-Signature=8fea8db0ae84fbcc85c4d138f5728ef42c9bdc3c36e69ec4c5d04d21bdf9e8d1&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880171&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=XvaammAeld2TBjc3S-k247VHJNvgpx4z3A9d5M%7EWKr4q8uPX-bIOSsO9Gz7YibxXAAb6wfQozg6pIRkkT%7EmwVXBT9ECeJz6QDGFtJX2q-wPuM0CX4-oLITL8bHg-yazYP3coLvVXN7vLI5DYSwkvWvxLrGfPK19sXzsmCMmD0g1ggTUxmTDMuRDQZ8uIWscubr69n0HdOSLcdd%7ELo8SOHisaL8JXG9i3Qcqv5nMXJJmcp0VM1MQ5DQe7HDYWZCWK%7EbKaW6f9hbifFjgcaDYDRV6Zw30hz9pF%7EbC6KDMRXncptmoDpjC7Nm5P2kRWTmdOKTsrSQwpnXT1nh7KPono2w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:32,020][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:32,028][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100931Z&X-Amz-Expires=3600&X-Amz-Signature=8fea8db0ae84fbcc85c4d138f5728ef42c9bdc3c36e69ec4c5d04d21bdf9e8d1&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880171&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=XvaammAeld2TBjc3S-k247VHJNvgpx4z3A9d5M%7EWKr4q8uPX-bIOSsO9Gz7YibxXAAb6wfQozg6pIRkkT%7EmwVXBT9ECeJz6QDGFtJX2q-wPuM0CX4-oLITL8bHg-yazYP3coLvVXN7vLI5DYSwkvWvxLrGfPK19sXzsmCMmD0g1ggTUxmTDMuRDQZ8uIWscubr69n0HdOSLcdd%7ELo8SOHisaL8JXG9i3Qcqv5nMXJJmcp0VM1MQ5DQe7HDYWZCWK%7EbKaW6f9hbifFjgcaDYDRV6Zw30hz9pF%7EbC6KDMRXncptmoDpjC7Nm5P2kRWTmdOKTsrSQwpnXT1nh7KPono2w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:32,699][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:32,707][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100932Z&X-Amz-Expires=3600&X-Amz-Signature=c012ee7e91d391f9bf2bd34b72fdbe6298b71eb1493e4ad2a7b3d6feb3c75c1b&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880172&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=YtbyOw4FLOLK6CY64jqaYBWjyZvTd9yspXgoD8dClaOqPI5zO-ooOAF3lnnzrYQcYoxC-aBzAcBPyNbk6pRLqIre4RO5AoKQS2yMqOriwrs1ENM3bSKcyngJ898uM13787xeit%7EI90r51kzPufBzP%7EKF%7EqqUS8Ah3ezKsdoOLNb33gyrxdbzV8A-7DEM-st6poz64BxHWTRBuxYjRsm5jttTtKXxioYBpixD6y4xvn4wnvDnLF%7EQ%7EdmnPd1c4xJ5jqKB9MaDjH0Cc8ZGPmshDwkJCMIgjJCYRGlOiy9SCWiVrJLbKoFjx7owwzJr-3RH1YdFFw4QZV7u-2zcSUFtAA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:33,569][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:33,579][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100933Z&X-Amz-Expires=3600&X-Amz-Signature=10f47febb40794601474b23c2594734b65307c29713a8b8f824cf057087166e3&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880173&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=nlUWrf3j7gERWCSna6tyzhsm1LeEQx-RTFmdbk7Ihhi%7Exq3E-IUqpC2b3VnZ-ggicR8WKcD-gNQxyYxldbbrirLV1TXIc9Pv0A86M5o4uFX%7Ec1VvTSAuNn5biyv1SiiCifg5PG5lv4foowkgph6wF%7ECfJ1zwdIFm25JoXfHsv0Sq-GMTdTxrdOFTmFGOyWuFn0HVpTAgUKpH4x9L%7E712Jby%7EnuzAXLCIsDzRHHRHoygDfAcQBUd4k2g6-Zqe6ol7Zp5XoxL0yXMfEPfvOkywGjWMiEMxopPtSaG21gqOKR5fcD5roc8BOe5tbTBqX7KoDdOZFdSjy9vb%7EX2knomlaQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:34,232][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:34,241][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100451Z&X-Amz-Expires=3600&X-Amz-Signature=f0247236dc8699447dad505bbe5e3bd6c88ba332f2619c5dabfdd92b976a3367&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879891&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTg5MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ALv6fvI9k89kjQsVgFKsf-mvdl8XXczHJx93Td9JZQ7nnp%7ESCeBO%7EQiO4Qua9p-5nJH4tSLKTGcrcr9JvCnHTENorg0z1fyj5tS67UmeRKiev30DoYF0Vqm02MUufTa2iQBK%7E3hHjxox63OdaBKTf4di4knjJiwD01K-gMQK2Baa2xpkFa0TN-opbk7T06uBtrF9KGTNmR8yNfuGey1LyMm6AmEBSuocJNSErXvPtQyIDwL6OSPhNEGU9p10rLjGyyAYGtu9dwRO0XUtl51dCdZH-Bn0vTTtNxXbmQw3BOgb-rPWTeF0XdAtJaZ%7E4-hkgYel-vW0Zf%7ElfV-Lz%7EwxAg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:34,930][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:34,939][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100934Z&X-Amz-Expires=3600&X-Amz-Signature=04e77f8a973a73b823a842041be751e3108b914697e0e83005cb10b15df7c8c6&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880174&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ILcuRsPV4xsyY3%7ENe0aoP9SUEqS0pX7HzKSiQZTwVV5YdfWrTmvELF%7EUYQAdJ79PNbccA-f0ZRDfgUklOY%7E2uOX0XN%7EVqf4lHkylYB7mPwDHyVTPpOd0vQ8JZTIeAXi1dZzB0M2JJPgXlYS4%7EGAzfcU%7EvTLhER3pybmeB-XklvvGhv4MA1sS1eXbq0csmwGUUOLSpKzkROCAl2aYDYSfA%7EowrPTVqHktrvzKbyGb1jec3e7QRCZYZL%7EqlXpjqZl%7E62ZCpiPaDeOvvhefOjdK5lXdY1wYq-9f89DsUssZY3DLEAxBHhqe99mme87nvJmu6G0NtGfIflFUErz8-RSEbw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:35,676][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:35,685][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100935Z&X-Amz-Expires=3600&X-Amz-Signature=a108c68c156b37dab2d8e919d4254d4af291ed93f5f3f72b18190860a7e2c741&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880175&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=M%7EUaxhVGo-NNZhCyV1Hd8XmYVu9mjDL1CnrsAaXw4f%7EpKRqx%7EX2nLcGszjI-D6ztnavZijpJ4NpdeselQdb8CtUafsucBZeM8ooCahks0FMKoGnBGqqANHqzkaRlcCAip4wWku4Qjtm1lmA5%7E32heB-PVGMuI6YRN7khLZxvunacz3A4zPPA3S2uD8FrtBWDxNLuwCBCLIQVjQoU0CkGmOHwltAqGMfXI1EqUK5EjZnf4MDBIbmg8DFEN3v3l7kDG5Yh0TY5GjYztXioxAtQ2w75vS1ASYcfRx0tt%7EqMkCNJpT4FJYyndAnYKyF%7EJMeRbT0b2pInqU6QuINDYwumeQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:36,372][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:36,381][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100936Z&X-Amz-Expires=3600&X-Amz-Signature=421a3b0a67c39286c2077c99589ac23b69f71b78912bec46301549f94cc25716&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880176&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3Nn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=lf2SYo0K4KzgFCuqqDB7Bn0c0BpwVWAsLNJ6POxgfRJf-aSIZmsN6KIe9jf541BBUX8KXLT6jDzSVlcIP6hS2fpO7f8hLBl-yx7-PpmdTI5X4C03Cs%7E8Z-KZAj-K%7E2ovpAO8SP--IkEmvhVyflhewdNdL7ACYE%7EzzyH6imoZkjg-nCS5Tdz4tH8XNc0uaZDCzmsLffqYnEGCWFMnHavUnpJH2HCd98%7EJOFqDgYF%7E51E6nUkWEI%7EVEboikk0XLatzlg65z7QgpJK7wzUTYBeaa%7EppxPa-yJsWpcNWHg2U4Koq0qBMOqk3xMcHe0FAlaP7uIkmYwcTWWoz4zGIOcknUA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:37,088][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:37,097][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100934Z&X-Amz-Expires=3600&X-Amz-Signature=04e77f8a973a73b823a842041be751e3108b914697e0e83005cb10b15df7c8c6&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880174&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ILcuRsPV4xsyY3%7ENe0aoP9SUEqS0pX7HzKSiQZTwVV5YdfWrTmvELF%7EUYQAdJ79PNbccA-f0ZRDfgUklOY%7E2uOX0XN%7EVqf4lHkylYB7mPwDHyVTPpOd0vQ8JZTIeAXi1dZzB0M2JJPgXlYS4%7EGAzfcU%7EvTLhER3pybmeB-XklvvGhv4MA1sS1eXbq0csmwGUUOLSpKzkROCAl2aYDYSfA%7EowrPTVqHktrvzKbyGb1jec3e7QRCZYZL%7EqlXpjqZl%7E62ZCpiPaDeOvvhefOjdK5lXdY1wYq-9f89DsUssZY3DLEAxBHhqe99mme87nvJmu6G0NtGfIflFUErz8-RSEbw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:37,766][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:37,775][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100937Z&X-Amz-Expires=3600&X-Amz-Signature=b0c87a67b0b7c3a623539b783693db8bbb95a50a13e49f9e788ea2fee3c10d9e&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880177&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=PsFLN4F5C-3sXGDRLz26XB6PkAc0vlvR5fCRG7b0d7wVUIQNIHItM6f1wv2EsiohdWJPHZU2IHyfLAxTaf9kQFQmAY8ZQa8oh3ITDn-DzjagMY6ET3WJ7AmAB9tJsxukwFzB-BRFoex1Oo9wAQAbn2YyC9vEmh5EYsKw0WQzpdkUJxEbOiTWf6GETj0l3z9u5dVUlYr-zR6nazKpkyByn95NX3B7jKY-a3GvJ5M7O-7tXZ8Zb2E6YoNhGbrB6at6RFJGPtnlSW4hZ55aKOuA5azxKiuARg-HyOO-wujKTfmgNvOm-aaSjSyKMi63SBSpMSvLX-4Fp8SXdm1byApfQw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:38,344][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:38,353][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100855Z&X-Amz-Expires=3600&X-Amz-Signature=a0836decc4428ae2aabd9e45fc65ba0aa69bc8c7e0fd2e1639030d68bf687ea0&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880135&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDEzNX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=k2j9Yxg6BIXEj-FmU1lXucpypRCqGfLzkR5qK%7EWIfu5uFd3shhExQio6UQ2-Xr66WFZSgIvBQ74mACFxTVXCxYiZp3rpK-4ulikbSdWCeqh1ohyM24KnowYj6Qqtv8180bRb54N-pdZcJdKxwnJcx6PRwHfd0tMOjo3m1v7DjcFDGDrBqLlGngLqcapKU2uOPbn4SekV3xGkGGtJXux1uZN3vpz05krEIMjjufVBLbsCO7ztD6Y4NrsncO3vgCho5%7ECxPgjqWfNH0N2KdQEVAZq6YZnAHCEIoJWH699BBkeYHfw-iKTbANskUvFw%7EkZqL3ugi0ihe5ELaK7BkvRPSA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:38,870][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:38,879][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100938Z&X-Amz-Expires=3600&X-Amz-Signature=c857ae9f8970bc848fcd1b59595d4d35cf784e8ea9d163f8026131c806030326&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880178&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Pi6jV9oHzXYZROcx8b8HEWmW7IM6jauwg73EJbm8p3BTYNYeqztKWgL6geEMNsHwQbYrz9lDaIABVHE6JophUFwAsIbKTnmvpb81JoAbcJj7GJoN2gGH%7EkPrig4XS6idyKEAEgGFafWRW%7EP7R0HbZoAQy2l7qBTfyzeO0RGvMwDEgeYJowh%7ESpjwdKB9h6d3cIwpXAg2GCt-rElCDZz9RvjdGM3-iZMYikIJ0V9kHLpUctG35-rJdvRTNEEdeB4OSCoJsfDKR85QUr2N6H-Pho3ygcU89g5seyNfLgLMFSaeQ7cQIDz6tJ74%7EdLohI%7EQ951XnsAwJrBTfxKhdJR2FQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:39,442][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:39,451][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100939Z&X-Amz-Expires=3600&X-Amz-Signature=b33a2b125010b52f9084f81195273c71ec8e6ae415956d8fd888eda885219e38&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880179&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=V14FfHX105o7r57yVm7s8Lqnuk4Syxnl3RQgoblk1nRn1YVcHGcXl5mquSfCpk4xiuJDeTBPKobT3VgVRVzMFggKfeksgeLAebfKI9696neFtQEQM8MF05lwj8Q5ZuncYNa%7EjyDFb3jwITsZ7lxKvBa8cg%7EjCL1k6%7EMfseDz1lWKM5rMCKYRN9iIrTepJp8229lam4IgxVMDUQ7ew9qBUgZdZRhttDx25PmzD2hXiBvTXQHyXttmdhV0Jv%7Ej6v52I%7E9HbMkTNOtNrMn2t6cGnPsHhzknarKUtSSmySgf5LMiLtVKqO-MDGmfuSvia9WmRuXwXsQGexfrSx341RDU-w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:39,992][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:40,001][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100939Z&X-Amz-Expires=3600&X-Amz-Signature=b33a2b125010b52f9084f81195273c71ec8e6ae415956d8fd888eda885219e38&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880179&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=V14FfHX105o7r57yVm7s8Lqnuk4Syxnl3RQgoblk1nRn1YVcHGcXl5mquSfCpk4xiuJDeTBPKobT3VgVRVzMFggKfeksgeLAebfKI9696neFtQEQM8MF05lwj8Q5ZuncYNa%7EjyDFb3jwITsZ7lxKvBa8cg%7EjCL1k6%7EMfseDz1lWKM5rMCKYRN9iIrTepJp8229lam4IgxVMDUQ7ew9qBUgZdZRhttDx25PmzD2hXiBvTXQHyXttmdhV0Jv%7Ej6v52I%7E9HbMkTNOtNrMn2t6cGnPsHhzknarKUtSSmySgf5LMiLtVKqO-MDGmfuSvia9WmRuXwXsQGexfrSx341RDU-w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:40,561][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:40,569][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100922Z&X-Amz-Expires=3600&X-Amz-Signature=1a2249e76261cdd0e0a5e624f5f2c51b5a2994c583d8136b672f203062b48b42&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880162&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=oZOgt-v5uAFiZ1F0eu632kAgLwUPdJHE6I4a%7EaczoQFOAQCP4b25pzQCJfNc0%7ETS%7EY1RYXTeng6IH744xjpadp1LumpxhBA9rmSpZ5L7GDItz6ts%7Eo9o7qsOmJqEnxlOToRzjnGTCKn7CTs2xgezHyY81azhwLSPne1HEDymQ2yDtxs-mJ4nkQTNiu4xgvJ%7E9Tx0ojD2mnbPnXcSrg3jzejn71ZIGNDG16H7m5DPyX9aRLhwlU193k7XJOAtgh%7EGyzjQMKkpwZHUH6FmK6rwbHWea2UsDt5kVotb0BJppIPqPtKAjXIN20yMN8GtOD7VWUK%7E6xsUaw4PIGj6YPXHSQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:41,159][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:41,168][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100939Z&X-Amz-Expires=3600&X-Amz-Signature=b33a2b125010b52f9084f81195273c71ec8e6ae415956d8fd888eda885219e38&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880179&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=V14FfHX105o7r57yVm7s8Lqnuk4Syxnl3RQgoblk1nRn1YVcHGcXl5mquSfCpk4xiuJDeTBPKobT3VgVRVzMFggKfeksgeLAebfKI9696neFtQEQM8MF05lwj8Q5ZuncYNa%7EjyDFb3jwITsZ7lxKvBa8cg%7EjCL1k6%7EMfseDz1lWKM5rMCKYRN9iIrTepJp8229lam4IgxVMDUQ7ew9qBUgZdZRhttDx25PmzD2hXiBvTXQHyXttmdhV0Jv%7Ej6v52I%7E9HbMkTNOtNrMn2t6cGnPsHhzknarKUtSSmySgf5LMiLtVKqO-MDGmfuSvia9WmRuXwXsQGexfrSx341RDU-w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:41,727][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:41,736][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100941Z&X-Amz-Expires=3600&X-Amz-Signature=06b9fff525782c7eab19122e14dc2d30b822c3e3ba973327f8c2ac21e91efc18&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880181&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=d7JFdMRh27UlYAFfv8Gkxd-yzdn8XrqbhVdz8DpsUNTquOhLd0GFQvMCCeg5nn-e8qxNUsvA0NAqJz4vTc957x4rSBDXFHwa7AY-H4UQHQ4H30KHH4lz2RtC-oFzfHdNecDXpNGsuMw9ActIb1U7nRPQjWrdOR-UjxqSKEw319c8VZxG-WmT%7EEHKrB94t4%7Ei-iV91%7EiLvXdqwGkQ5dXJpdgibF11H8-wwmiGzxPFLkpbDxQfC8utZllpxaAmtiwRYkiXHsDJPZzqKrE3v5b1LSrhx-DK9QcMTDY164OtKtmw7LtJjqBEJPSMJ1tId0fsGaLFbL9BQu7Pm9Lwmio8Og__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:42,318][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:42,327][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100903Z&X-Amz-Expires=3600&X-Amz-Signature=f07855a80ab9d0effb74b4aee66cb1bb03053a58912140d919d1fcf5fb2f4f8e&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880143&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Oy87DQ1Izo7QqRNMPcAuHmcrAHB6SsUqWLTdOBU89fsgzXJufgc%7EmxfxQ%7E87FPQKLGtLj3Oo1-reWhxG9Ev0SEgUYRNBuzWIxFykLsw5caEnIt956tPFkF4v641kgyLOs3xK99cX8UikRFK6ZMgZyPmGmjZrbd-ms0F1eD8ffQAV6QNn0hR2DLYwzU6fOpUG3Z1-tS1peYJU4iEQCSLke%7EGC0MbwvETCLgjmyN%7EA2gNpIoWg%7E6ZNts2pyGC4GXA0W3lO2pLaF0J8SGa%7EF3DhKi01z6w4bYfBR1E74TYh3%7EYVYlddQz3wXVgLOSDHigr9XudLvPwnXwQT2gljgg-HFw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:42,923][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:42,932][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100942Z&X-Amz-Expires=3600&X-Amz-Signature=43a4cac92b848b6518619acd77a9228afad305bc3df933e7257e236ca6607144&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880182&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Ey3z92x-HCIXhhn3Ruo8tVVzGrCqxUbKTmxgd3mLsrjHa%7EMzhQx3iD57Zoi7AO4MXxKNa5ke160bC9tYwrumvl%7EbFsq-zygVXtUsK8QPWT6mtkbaETbzjPJkknU%7E5r1YRHxfx7%7EnRsliDnc2V7fAiN2xXtC4hUpD%7EFSBwlDJD61IZfPBSTrwbM%7E%7E6aHspyM7Hu3uvDvvsdgtVh7oaU0rBTqh9sVelEIsCCBVMT%7EVVWRtVNjUyqYHTMVfWGLb8Ctt61Xl5wq03UrNeXI-97kgPapdlgdxNiw%7EKSgQvv932E2LdkCkl2EWX3ubjdwrDeJ9%7E8YKqMYRBxsoCRiKfnh0Ow__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:43,457][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:43,466][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100941Z&X-Amz-Expires=3600&X-Amz-Signature=06b9fff525782c7eab19122e14dc2d30b822c3e3ba973327f8c2ac21e91efc18&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880181&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=d7JFdMRh27UlYAFfv8Gkxd-yzdn8XrqbhVdz8DpsUNTquOhLd0GFQvMCCeg5nn-e8qxNUsvA0NAqJz4vTc957x4rSBDXFHwa7AY-H4UQHQ4H30KHH4lz2RtC-oFzfHdNecDXpNGsuMw9ActIb1U7nRPQjWrdOR-UjxqSKEw319c8VZxG-WmT%7EEHKrB94t4%7Ei-iV91%7EiLvXdqwGkQ5dXJpdgibF11H8-wwmiGzxPFLkpbDxQfC8utZllpxaAmtiwRYkiXHsDJPZzqKrE3v5b1LSrhx-DK9QcMTDY164OtKtmw7LtJjqBEJPSMJ1tId0fsGaLFbL9BQu7Pm9Lwmio8Og__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:44,048][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:44,056][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100943Z&X-Amz-Expires=3600&X-Amz-Signature=0bdea8bc9b14bd130387b655a010782c87494cd7ca969c619c1606dc6b5dc206&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880183&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Cg30NR2hH7Sb-Thgz5AvG3vDiUBG-SGmXZdeK4Y3L9VX3sudVYDhCfDPubCK544paftNVh4U0J7bKYmFdZAxogmfX1mqY1dSiIGVbQMk4tUqMJQWWYs-SKZ8INoZn41jahVQldTNjzQ6YAaehGKZd8HqhmUwg92dCRkPN1b1%7EtGKBzB1QUlMYONgcbYsU8VVbZ4bLmAHbZB6WGLuCJ9KRdgPBwJ7vpGp3os6-lbERL789URPKVV9xwsdBEDpDbMOhEyjvKeDfD-msE7PVxo0Tk0EEfQ1WGBIn27F7nQKEdkhp%7EKGvJCgVZav-9r8imEYYjSytRrPGe2hDRPnC53Law__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:44,557][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:44,566][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100833Z&X-Amz-Expires=3600&X-Amz-Signature=6353d67b0abf19e8d0dd23e25da998427bd149518bced6ab9ee05189b0d57d7a&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880113&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDExM319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=uHE6iUTXUrBO6KqR-rU5%7E7rLogFxx4G4QWKmcGwn7L1LzwHp0AIIJoxJ8bJCyIDiGBaZXKJ-MtKozjPGUkSJtvdpFHLWpv6PjKUrU8ojtTq0-zNVex%7E-Pq41K79PLA7I6Q2E5VInGN2yj9986P5i8LH3wZRhRMpmhaZREE3OwCp%7E4f2fcJB-L4Jc3REeUa8P8bgroPj8YUoBRUaINNwK6cs8etoNLZP5%7EJSg7R2sIiM34xlhDPO23CT%7EWSV8ViDfEGQg-D1rdKiQmH2W8HFXLlclYkJqeF7uZXtQiJjUCOe--caj0VWYeoBmhA9SmICrAGIMf5D-lFqO5%7EujtPUGKA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:45,117][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:45,126][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100945Z&X-Amz-Expires=3600&X-Amz-Signature=6df23877f154d9566aaefc91b72c5304bbc7bd20cef25aa130ee64861aee5ba5&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880185&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=cTIvVL22Gm97QalE0lZsvMq30-bpo%7ESP13b%7Ei1OwLL6FelmedFoYt3fA6W-oIwhNr3E58nJ4bzZwabw6R5%7EW79JU1-%7EdwCJeyZYynDOjElMtas0WCttO%7EVHaGm8mvGjYVY7kiDvseiCeiaqQg1KkdowDaQJADxGBBwa91oKyBF9B4pw6HoHY8j%7EBesulZbbxBwDO2Oc3aVIyRfKW46NBToF0hoyZhBeVHZCLVbSfWlsQ7%7EH2-pIf6qNlMtIcAB-RbezxjO3rQ-8c3Kh91rSFcucwYhAKm-is91mp8SUmMRyE44clUTodLdo8i8ps4DWkOw8tuoCgsT7zaqVXR1Q9gQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:45,677][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:45,686][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100945Z&X-Amz-Expires=3600&X-Amz-Signature=6df23877f154d9566aaefc91b72c5304bbc7bd20cef25aa130ee64861aee5ba5&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880185&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=cTIvVL22Gm97QalE0lZsvMq30-bpo%7ESP13b%7Ei1OwLL6FelmedFoYt3fA6W-oIwhNr3E58nJ4bzZwabw6R5%7EW79JU1-%7EdwCJeyZYynDOjElMtas0WCttO%7EVHaGm8mvGjYVY7kiDvseiCeiaqQg1KkdowDaQJADxGBBwa91oKyBF9B4pw6HoHY8j%7EBesulZbbxBwDO2Oc3aVIyRfKW46NBToF0hoyZhBeVHZCLVbSfWlsQ7%7EH2-pIf6qNlMtIcAB-RbezxjO3rQ-8c3Kh91rSFcucwYhAKm-is91mp8SUmMRyE44clUTodLdo8i8ps4DWkOw8tuoCgsT7zaqVXR1Q9gQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:46,225][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:46,235][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100938Z&X-Amz-Expires=3600&X-Amz-Signature=c857ae9f8970bc848fcd1b59595d4d35cf784e8ea9d163f8026131c806030326&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880178&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Pi6jV9oHzXYZROcx8b8HEWmW7IM6jauwg73EJbm8p3BTYNYeqztKWgL6geEMNsHwQbYrz9lDaIABVHE6JophUFwAsIbKTnmvpb81JoAbcJj7GJoN2gGH%7EkPrig4XS6idyKEAEgGFafWRW%7EP7R0HbZoAQy2l7qBTfyzeO0RGvMwDEgeYJowh%7ESpjwdKB9h6d3cIwpXAg2GCt-rElCDZz9RvjdGM3-iZMYikIJ0V9kHLpUctG35-rJdvRTNEEdeB4OSCoJsfDKR85QUr2N6H-Pho3ygcU89g5seyNfLgLMFSaeQ7cQIDz6tJ74%7EdLohI%7EQ951XnsAwJrBTfxKhdJR2FQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:46,774][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:46,783][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100946Z&X-Amz-Expires=3600&X-Amz-Signature=d7b2c3e58d87f98000960fc3424f97c6ea9d1b6af8bff7c34e5cc5d1ac42e365&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880186&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4Nn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ozftRclgQzulIHilbdoiUkNdQ1My5ZkAurM-uiiLGNfyUuq%7ETmxu357FQ6HtX7V3JW-m-T6pOn7cMFBbX11JH0nlo9XGCYLMnsMeZzt5BQjxszl29SwXW%7EcKZM-zBaiUog28tz0Am8WHQ1twHhNSXQxEGl9IzEf1J27DNfeG4f%7EFYOWH5bJYYZjwPKSSuELp7eDpE9663NuAUkw4txSo5RPSpfTgW7semQMWMm5o-iqWf9shh%7EzMYgRy3MJ6515l4DHAfQRh0homrYRbDvdATark%7Erf1z-up0a%7EuIA3EAklC-ZRa-4Kjd3wn5gGvbOaPhwRDP6mf97oVnxgtELG3mg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:47,308][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:47,317][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100947Z&X-Amz-Expires=3600&X-Amz-Signature=70a9e034022e2289f81ff6a925369ae341fbee8d435b077be5310a5c031ea9b6&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880187&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=P2x2733R9R260pByQwoBGx5XExTF0d5yoJF79aM69Kp-RJpg7RGbBqlYoh7Je46aG%7EgCht5VvDqayoXzpRAP64flke0RDgFnUoY4A3Yh34f5u77G50jzrJMVA%7ElUeAB6mKGDHglGO0x00J%7Ep0KYEE4lEvI5yhMlXZs72UrljU60Riqb-wS%7Ex0nMNXBrfflixcMGGuRU1zFRF2l52hWlCjs19aTwiIa3UPXyY70YBvKzWKkVx5kANLxykRRheoFm2OBaeEf2d4NE1HH2E3yt2fk%7EvppvJvEGvFS1ow09Cybh-dbFAYwQn6vx7Q5SKc6QdLSDyT8SEXekOB2L76baROw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:47,919][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:47,928][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100947Z&X-Amz-Expires=3600&X-Amz-Signature=70a9e034022e2289f81ff6a925369ae341fbee8d435b077be5310a5c031ea9b6&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880187&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=P2x2733R9R260pByQwoBGx5XExTF0d5yoJF79aM69Kp-RJpg7RGbBqlYoh7Je46aG%7EgCht5VvDqayoXzpRAP64flke0RDgFnUoY4A3Yh34f5u77G50jzrJMVA%7ElUeAB6mKGDHglGO0x00J%7Ep0KYEE4lEvI5yhMlXZs72UrljU60Riqb-wS%7Ex0nMNXBrfflixcMGGuRU1zFRF2l52hWlCjs19aTwiIa3UPXyY70YBvKzWKkVx5kANLxykRRheoFm2OBaeEf2d4NE1HH2E3yt2fk%7EvppvJvEGvFS1ow09Cybh-dbFAYwQn6vx7Q5SKc6QdLSDyT8SEXekOB2L76baROw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:48,487][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:48,496][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100948Z&X-Amz-Expires=3600&X-Amz-Signature=ff3a622defc10bdc10b64b1056e20c5ee7354898e991af8670ef5eb8ac68aacf&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880188&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Aov0JdQt%7EkLJuAVPCQmZB8EMnqg7kiQwx4INrFCL0S9b4rbxIxmRB5gjjXzGb0Dbr3Sx3AtfK2rDulysZAxiVXGt245llRkEUavik%7En9li%7ExXBqKIaHuttJUIxJwyUv9eiH-WnxyBRL-6kbu37Mt2-mDLtM9iGOvZSugILAfDbksnB9ecMLi6AL%7E2ICeZPH3JC4smgI03MfEh2%7ELdYcGdUSSvaEVrmt0ihNz8xMwmlVMXIZ4ynSdPXsaFhC2K2Eobb-1uYsK11T66yLW2h22A3Jpsfiq3MA9WYlx4JZG%7EuKYr2CxoILUNDKLnyusB0tiHqZAopVAAPjorZ529i1eow__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:49,018][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:49,028][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100904Z&X-Amz-Expires=3600&X-Amz-Signature=44660afdc34876e328c276f90a8b12b6e062f479b34bdba33474cefdc5fd4a70&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880144&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Q4YRafmy2py9duJ%7Ezkwti-aHVmf37MYIZSAZX72-WsZMlnTPS7YgWMbZ761wm7xDWY-VEcOaTnI4%7EQAleI2kPEDzfQ7Pcb2qMgjVj4O%7EGYj-fV88Mom6kS%7ErTTf%7E34T5KrSjMNW7GDUy7sDIwrCdJ%7EVMWmOSgTo2d-WFWX%7EB5B8gXJW3xqVJqDLgMLoCi6daUiUoIwnIzm9r0Kd89vuIZhaz1ljfzcszBIZiUlSRSMDR4dK0v8-oFglxKCn4KqxcBV5ll%7Ea7MCtELQoz8ne7uABcwYbI7Nhtdxxqgo-VsARXhxZoJf0tUMs7nKC27wU9at%7EEOIgCLFBCcoMkwZJ0%7Ew__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:49,830][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:49,840][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100949Z&X-Amz-Expires=3600&X-Amz-Signature=9d54ef4a707bba1dbfd432c0cdcd14800f8325b98ee09645777635cfad1d0830&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880189&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=vqk6TFhEbXbZEhehUsGcD%7ECDx3tzWK9f6f9V%7EEpwUpgwMRatoW3aJFX5JAU8At3nj36nGdLTTUhO38LIHL5psZ97xtSalxow8S8SRQEoKeacgtbTmoQGPircV7gl6Ly7OpcPUHjnNpHg8fs-JNTPFtUZHZGm5rUpJuW0z7W9Ww74maqyfaflhbIlC9j63xknpTjIUbo2EMvzbhltpVpzyRX73SEJef82Hd4dVLXpjciU7mlQZEJhksffnimn73SGM9J4%7EBohXuiTEbPN6moUrvBWaHlMrgYm31F9UOM5bhcqpYDreHIMk0%7EbW9ZpBO8AxxV0Gt8X53k4lazqZ7qSmw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:50,396][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:50,404][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100925Z&X-Amz-Expires=3600&X-Amz-Signature=f611cec9deac4f6b0ef10c68f050e6bded07a75158353d0570e3275f32c94729&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880165&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=okovTf9njqf-JTZTaEU6F62Prg7y7xN6f075TdTkrOrzXI04n9aPBs7NufCmd8iOVmAsX-p-zAS4tPe1l5IOev-ygIpv7EBSuLqEVt8zUwSOp22jdWdGD2Q1CFlY5-R1ERjcneINq0FFjsWEb9vtZlKyYXB9RoW4l0fSGCyAnddN3DyRhJQHXRHpQmJAVf4CjZXgyoMEFS6GUYaknIzhF8ir%7E1Kay-btB3kv3jI6en-PViRCab8tU9H77Nh0bgk8nIrNDp25vHIN7aY3qLsDmlW9lM5B9WIrVxU2vZctISE1ADMrP1l%7Eir4yJo53wMEfkvvSi5TZO1%7E74yl3jnJ8eg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:50,939][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:50,948][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100947Z&X-Amz-Expires=3600&X-Amz-Signature=70a9e034022e2289f81ff6a925369ae341fbee8d435b077be5310a5c031ea9b6&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880187&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=P2x2733R9R260pByQwoBGx5XExTF0d5yoJF79aM69Kp-RJpg7RGbBqlYoh7Je46aG%7EgCht5VvDqayoXzpRAP64flke0RDgFnUoY4A3Yh34f5u77G50jzrJMVA%7ElUeAB6mKGDHglGO0x00J%7Ep0KYEE4lEvI5yhMlXZs72UrljU60Riqb-wS%7Ex0nMNXBrfflixcMGGuRU1zFRF2l52hWlCjs19aTwiIa3UPXyY70YBvKzWKkVx5kANLxykRRheoFm2OBaeEf2d4NE1HH2E3yt2fk%7EvppvJvEGvFS1ow09Cybh-dbFAYwQn6vx7Q5SKc6QdLSDyT8SEXekOB2L76baROw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:51,452][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:51,461][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100951Z&X-Amz-Expires=3600&X-Amz-Signature=acc364c89a832d0aa4e166a3607663f1efa02274a81507cee552306620fba772&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880191&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE5MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=KrCOzl5urAByJRXNCx6Du0ThKhqdDc1qZqk3IQT6qRh-BXQVOlbqrsv8qwsGpsslIcjUC34%7EsEVynx3wS-XguRNyGCZM6%7Elvvo5tod7pvafodULDihgV9PYY756c9iJRPoCAdmH-m85j5qTutT1OtNxxC02VvVlzbUB5bmifaS9u5EKsKp2a8RC53CltAfD-5I-QhVz0cFZ-303DAEYq95ebJ5u-NkEwkZgn90E0ze6m0XyXrAvteiVQE%7EZfeeLX0174k85Vp1BBer3Hqp%7EUins5qlUzpbstbURv7LVVn8vewEPlpYbicFMq5%7E2EpmDa2uQIgXef90lQk36C3m-w8g__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:52,007][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:52,015][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100924Z&X-Amz-Expires=3600&X-Amz-Signature=cced864559aac8608ddd9be0012ebec2247f364c4168757e769eed9c512e95c0&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880164&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=q9lsKAA3D7MPi26KeAWxJ4Q0A%7E%7EsQK3iZA-UUodYPO9C-xHiJC6bS%7ECIGiyvP8IaWikzBi6ZqTWiJoIc9Kxcyt-I48ESsvEAix3-nU9LkPU%7EL11jLndLgdW-9haqWEfWnf0wjv%7ENjWpUPLmE48rsSciCXQySdWMqWhMGnfRN7fSDXr6lzR41I1weRQKm5tRZLOSNzLDOq-4CLmgNcN7VV3zD6Dedqn4mCHb0iaKPjZpCQoVKJuNRjjnmEN-7PhQ8rAsSRcVR0O-Bd5IdQSaxwbQyfBqjOrTOjigpiBPTkfogAPJRVTZHjL-MQrN0xYJ2PFlc9ckn6xfiLjLbeT43uA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:52,496][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:52,504][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100732Z&X-Amz-Expires=3600&X-Amz-Signature=25ed4cd494b82901f766673d7b86af7e20a30b8d5fe5532b4a186ea5396873af&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880052&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDA1Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=QYxHc-45ZE5pqf9fSKN32VRfFQNJG9H2mcvZuJhrUS8HB8eVD592%7E3gxek9525%7EqqoXJwPGOhWrM0Csmw5Wi0r61iMXMI6pfdRDk7ogfqSvwQPs3WJYvOJ3TTBM2ypvrhE7f3eX%7Em1IuJtg9uPKSZuCYJtaN3T2%7EzCpMtq4y8BVo-JKW87N473yCls7uFXXi9d0ypxzl4bzysT7upDdAYfWkYCdHM9Tj%7EnVIxlNHvfXte1ENQec7lXetgj2gVZ4ZVS7WIZbVloHS45sUa17-qz5xWQXG1IF-5vYsxM0gnmWzvYsWM3gpce5soV4nbicojJPc61-smuHv-8osT2CLFQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:53,000][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:53,009][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100907Z&X-Amz-Expires=3600&X-Amz-Signature=736438f006bb3e28c45621f3da147f961a1b51ef676049e8e06654781c492d00&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880147&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE0N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=JNvvyUtOLqBczw2mB34FObI%7EByYEADCYeCR5Eqwf3arRJ188Rdp2tsPuX0TgY%7EC6se6O3nLtnhfQ5qd4zVOcT3ncajsbtlIzo56hKKbLMtfz4epMspZgXyF5%7EHbYoqtJu%7Es7NrxxbMLmuANPRZ1XRsEHXW727MdJK1uXA6GWDlbNG32u0IXnxc5P1MHOAh6b5Iqe1Uy9uEOr1xFgBNWgoMvmOMaX84VONsFp0y0qfKDhVa8Ff3KjGUNAY2c5NeVT7cHtN5gAQXNtIFP4-pOevzmHgOTqYnXVQe9SWToLh14QJxA1D4kfL9zMpO8JmzVVKaxMlA0PvKrj3N24e%7EgE4w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:53,498][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:53,507][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100921Z&X-Amz-Expires=3600&X-Amz-Signature=f1f9133db47ce52274f45776b77a9e1f963c78b3b6c4aa7c0a3379187931d8fd&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880161&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=S0xfhBXv2W0Lxuyae7upzrNNZlceb-NtXfFLs6CSvXw3COzodwnzGAFbNuyafU0m1vUuBonlOpbGiyQSBXQnmw4nrIDLAS0wiHxwWVJY2-WLbpQbsy0jJxDY2QOqKdGXs7Enx2eXqdhOYRlbpdb5yTlABhQEfhneS3ODvdqsqYtJeHO%7Ex6Z2fCOW%7E4YlZX25tg5W35Pz7n7g9p0aufh9gAIqJpx1jDrW0xP2FzLwW2xlxmGeudTWot4J8VOr58hcB4xjTBm907MMd4Lfw0N3sIrxgPRw6ej4d4CzIyQFmor9wu73mo8ireOAzw39d-TPsQRGt2MUn%7Etny9scB-igKQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:53,974][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:53,983][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100451Z&X-Amz-Expires=3600&X-Amz-Signature=f0247236dc8699447dad505bbe5e3bd6c88ba332f2619c5dabfdd92b976a3367&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879891&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTg5MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ALv6fvI9k89kjQsVgFKsf-mvdl8XXczHJx93Td9JZQ7nnp%7ESCeBO%7EQiO4Qua9p-5nJH4tSLKTGcrcr9JvCnHTENorg0z1fyj5tS67UmeRKiev30DoYF0Vqm02MUufTa2iQBK%7E3hHjxox63OdaBKTf4di4knjJiwD01K-gMQK2Baa2xpkFa0TN-opbk7T06uBtrF9KGTNmR8yNfuGey1LyMm6AmEBSuocJNSErXvPtQyIDwL6OSPhNEGU9p10rLjGyyAYGtu9dwRO0XUtl51dCdZH-Bn0vTTtNxXbmQw3BOgb-rPWTeF0XdAtJaZ%7E4-hkgYel-vW0Zf%7ElfV-Lz%7EwxAg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:54,477][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:54,486][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100920Z&X-Amz-Expires=3600&X-Amz-Signature=1d78493162530f1719647453cf7852f113db594fc571c926dd42bee51bb97602&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880160&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2MH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZpdIz2vqAAfbvEw%7E3fl6owHA0fMds88kWGSbnhoYBUgKqgpz8eBn907avnYRhCNwm1tKbFvKJGFkAq6YkO19K-mOKjmCvRlucR-6VTlgNMcOP33rRtwlRIyHWDp8TSlJdZ9zvM3-zsMwuJWszpcQV37TYYFPBMwBnUGw5qduYHrsG56wDca5HbWBi-5vAipqut92vXF4ceKxTSlqweJ52uT0b9mF8Us0i5oGVOZMFLx694jCJUQENf4WRqRizsNI0Wb4DLffCmi0EpdLgvcIaD2TXHzIpgbaWE%7EPEztD6lMvgmabEGG2EUp4U6p1vdlLCxUPRhuRehY5j3NIApnCQg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:54,987][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:54,996][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100948Z&X-Amz-Expires=3600&X-Amz-Signature=ff3a622defc10bdc10b64b1056e20c5ee7354898e991af8670ef5eb8ac68aacf&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880188&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Aov0JdQt%7EkLJuAVPCQmZB8EMnqg7kiQwx4INrFCL0S9b4rbxIxmRB5gjjXzGb0Dbr3Sx3AtfK2rDulysZAxiVXGt245llRkEUavik%7En9li%7ExXBqKIaHuttJUIxJwyUv9eiH-WnxyBRL-6kbu37Mt2-mDLtM9iGOvZSugILAfDbksnB9ecMLi6AL%7E2ICeZPH3JC4smgI03MfEh2%7ELdYcGdUSSvaEVrmt0ihNz8xMwmlVMXIZ4ynSdPXsaFhC2K2Eobb-1uYsK11T66yLW2h22A3Jpsfiq3MA9WYlx4JZG%7EuKYr2CxoILUNDKLnyusB0tiHqZAopVAAPjorZ529i1eow__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:55,543][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:55,553][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100955Z&X-Amz-Expires=3600&X-Amz-Signature=f3b954ce8585a77bd479188b6d3994d5c71e886329bc379a3d286d118ec67123&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880195&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE5NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=a%7EkSHx-oTPDX6xvQjdOVSs3dmkNVN%7ElaCk7yj-eU8QdNZwnHTuU-MqAx%7E3gVehcAyws59Ci5EN8jfdJjJyaIuaTmk2crQ-3r-ppCByUFgF5CVa6jBw3d2ohpFeynWD3kXvX52qoMUPXTpcBSYroOHtubhGIrOtJRWNyyywMGkb4XCdkK84O8eih1WeCWaykP5tu8UjBjZaK-IX55t0UX8zsBZsUJJHeqwec-Xh5%7EkAMBdAPusY8oTyFc48n2dj60s2WiaL9UITCDxy3gNE7a3laO5YrYXZoX1YkYrcutUaGMGrdHXZxes5FeBRJlzLqcZhxluwngM-Xc6z3SFAYSBA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:56,040][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:56,049][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100955Z&X-Amz-Expires=3600&X-Amz-Signature=f3b954ce8585a77bd479188b6d3994d5c71e886329bc379a3d286d118ec67123&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880195&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE5NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=a%7EkSHx-oTPDX6xvQjdOVSs3dmkNVN%7ElaCk7yj-eU8QdNZwnHTuU-MqAx%7E3gVehcAyws59Ci5EN8jfdJjJyaIuaTmk2crQ-3r-ppCByUFgF5CVa6jBw3d2ohpFeynWD3kXvX52qoMUPXTpcBSYroOHtubhGIrOtJRWNyyywMGkb4XCdkK84O8eih1WeCWaykP5tu8UjBjZaK-IX55t0UX8zsBZsUJJHeqwec-Xh5%7EkAMBdAPusY8oTyFc48n2dj60s2WiaL9UITCDxy3gNE7a3laO5YrYXZoX1YkYrcutUaGMGrdHXZxes5FeBRJlzLqcZhxluwngM-Xc6z3SFAYSBA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:56,589][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:56,598][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100917Z&X-Amz-Expires=3600&X-Amz-Signature=e7f2c9ab4902822bb052f0f85c0c6dc58376d2666fc10876d447594f3bbc9be7&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880157&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE1N319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ZQWhgnQh%7E7mykJwIzVJujTGEoHwcQP9E5RXdHMQzxAVGz2Z7sClyinaPcFMRfu9Q9FmePAbKBNqms9NjyYheVu5KNntiofFfblMtHgemB5-pxVwYav8bXPbczjBE6z8Zwpjitt529gHTNMzUnLeKLCJ6mIMxIt9vR2NTWwfobSs9t4MrVp8ah5kLcPFMxqPda8Y%7EBesYsR-TileGiTskDJg0%7ErEn91lEz1S-rqaUFIgS%7EtRZRveGAFYSwkcLU-vpliK9YqovkUZSwM1YwFtR4lSSOh0-iWTzeoUBl1IF9cfuuvabC1DiC2-0uUEyP3upiGUNoaYbGk3UgoNh6%7EGb1w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:57,131][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:57,140][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100945Z&X-Amz-Expires=3600&X-Amz-Signature=6df23877f154d9566aaefc91b72c5304bbc7bd20cef25aa130ee64861aee5ba5&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880185&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=cTIvVL22Gm97QalE0lZsvMq30-bpo%7ESP13b%7Ei1OwLL6FelmedFoYt3fA6W-oIwhNr3E58nJ4bzZwabw6R5%7EW79JU1-%7EdwCJeyZYynDOjElMtas0WCttO%7EVHaGm8mvGjYVY7kiDvseiCeiaqQg1KkdowDaQJADxGBBwa91oKyBF9B4pw6HoHY8j%7EBesulZbbxBwDO2Oc3aVIyRfKW46NBToF0hoyZhBeVHZCLVbSfWlsQ7%7EH2-pIf6qNlMtIcAB-RbezxjO3rQ-8c3Kh91rSFcucwYhAKm-is91mp8SUmMRyE44clUTodLdo8i8ps4DWkOw8tuoCgsT7zaqVXR1Q9gQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:57,667][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:57,676][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100933Z&X-Amz-Expires=3600&X-Amz-Signature=10f47febb40794601474b23c2594734b65307c29713a8b8f824cf057087166e3&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880173&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=nlUWrf3j7gERWCSna6tyzhsm1LeEQx-RTFmdbk7Ihhi%7Exq3E-IUqpC2b3VnZ-ggicR8WKcD-gNQxyYxldbbrirLV1TXIc9Pv0A86M5o4uFX%7Ec1VvTSAuNn5biyv1SiiCifg5PG5lv4foowkgph6wF%7ECfJ1zwdIFm25JoXfHsv0Sq-GMTdTxrdOFTmFGOyWuFn0HVpTAgUKpH4x9L%7E712Jby%7EnuzAXLCIsDzRHHRHoygDfAcQBUd4k2g6-Zqe6ol7Zp5XoxL0yXMfEPfvOkywGjWMiEMxopPtSaG21gqOKR5fcD5roc8BOe5tbTBqX7KoDdOZFdSjy9vb%7EX2knomlaQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:58,224][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:58,232][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100958Z&X-Amz-Expires=3600&X-Amz-Signature=9b5ec5656e4d49b577d8ae5860103ec649c20376f891476e67fb86f47246b9fe&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880198&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE5OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=toGgmEVen-oHG0o1AW-jnbnvEf7iIrIsZH4KV4RcgOgJMY8Z9OeNDT%7EByVpzqk6hOHbEoZYHCsTxSEoGHZslusY0RZJtasf1h2iNUhF5fgB2QDoHnICBPmXO8xRTvvtg8kQDNOoFZOygTlMe7KmL-FQRwgJHWERRNbtGXIrNzB1ioJP5BrV1CaB5AyqoYZLjsGQwzXGPDXiqcEAijSrOh2Gf61SrDvBV7CAA3v4wePyMC-gOCnABiqHdaT0cnwC6Heiy5OWb8GM4PWQ5XEIUl-VDDzu7PRRSfesH1yMiCMQmZHlIUU%7Es3hHss2OITS1ALt4-YbmxqFR-QgL4pnbpdA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:58,807][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:58,815][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100955Z&X-Amz-Expires=3600&X-Amz-Signature=f3b954ce8585a77bd479188b6d3994d5c71e886329bc379a3d286d118ec67123&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880195&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE5NX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=a%7EkSHx-oTPDX6xvQjdOVSs3dmkNVN%7ElaCk7yj-eU8QdNZwnHTuU-MqAx%7E3gVehcAyws59Ci5EN8jfdJjJyaIuaTmk2crQ-3r-ppCByUFgF5CVa6jBw3d2ohpFeynWD3kXvX52qoMUPXTpcBSYroOHtubhGIrOtJRWNyyywMGkb4XCdkK84O8eih1WeCWaykP5tu8UjBjZaK-IX55t0UX8zsBZsUJJHeqwec-Xh5%7EkAMBdAPusY8oTyFc48n2dj60s2WiaL9UITCDxy3gNE7a3laO5YrYXZoX1YkYrcutUaGMGrdHXZxes5FeBRJlzLqcZhxluwngM-Xc6z3SFAYSBA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:09:59,415][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:09:59,424][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100939Z&X-Amz-Expires=3600&X-Amz-Signature=b33a2b125010b52f9084f81195273c71ec8e6ae415956d8fd888eda885219e38&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880179&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE3OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=V14FfHX105o7r57yVm7s8Lqnuk4Syxnl3RQgoblk1nRn1YVcHGcXl5mquSfCpk4xiuJDeTBPKobT3VgVRVzMFggKfeksgeLAebfKI9696neFtQEQM8MF05lwj8Q5ZuncYNa%7EjyDFb3jwITsZ7lxKvBa8cg%7EjCL1k6%7EMfseDz1lWKM5rMCKYRN9iIrTepJp8229lam4IgxVMDUQ7ew9qBUgZdZRhttDx25PmzD2hXiBvTXQHyXttmdhV0Jv%7Ej6v52I%7E9HbMkTNOtNrMn2t6cGnPsHhzknarKUtSSmySgf5LMiLtVKqO-MDGmfuSvia9WmRuXwXsQGexfrSx341RDU-w__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:10:00,232][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:10:00,241][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100923Z&X-Amz-Expires=3600&X-Amz-Signature=ee8ccf7053125a14dc843933fc89bbdc8992b16c2b0338060476f09b0ee90b84&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880163&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=BL7REYO2qVMMBq9GqT%7E4hMdtJQFUiOVHFWZHd3P6akoAG%7EeNuGDhDJgTF1jxB9U1ApZ9VzIYdHellRwhVaRds0FXnIOhYdSjDZvTClJLi5x9AsHL-inFQ2yij0TwXfy4DZckw0RwN58hxiCKvmSRU5S3nCa6xq7WOQMnE2ao8U2ary53YtQi9QDks5h8BjcObJmvW6EtYzzp2gUAZ2uYQ8%7Ex9CzPy74nBn5b9SPXjO5aUUyVGSHINkvHYVF%7EIEzfRJAGEX6EfTtT25Q7TyHdiwSKHDegqThpUozaraJ%7EGsc2VvwUsbcLeXL2GxRd5akHbf5RRb52f6BFiaJTk%7ERymA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:10:00,797][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:10:00,806][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100732Z&X-Amz-Expires=3600&X-Amz-Signature=25ed4cd494b82901f766673d7b86af7e20a30b8d5fe5532b4a186ea5396873af&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880052&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDA1Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=QYxHc-45ZE5pqf9fSKN32VRfFQNJG9H2mcvZuJhrUS8HB8eVD592%7E3gxek9525%7EqqoXJwPGOhWrM0Csmw5Wi0r61iMXMI6pfdRDk7ogfqSvwQPs3WJYvOJ3TTBM2ypvrhE7f3eX%7Em1IuJtg9uPKSZuCYJtaN3T2%7EzCpMtq4y8BVo-JKW87N473yCls7uFXXi9d0ypxzl4bzysT7upDdAYfWkYCdHM9Tj%7EnVIxlNHvfXte1ENQec7lXetgj2gVZ4ZVS7WIZbVloHS45sUa17-qz5xWQXG1IF-5vYsxM0gnmWzvYsWM3gpce5soV4nbicojJPc61-smuHv-8osT2CLFQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:10:01,382][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:10:01,391][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100514Z&X-Amz-Expires=3600&X-Amz-Signature=f10752d082a8daef65c2e7e0ff479b18fcd88c486f73941ef033114a6c25ffe7&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=68d517cf879a6572038a4b34&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779879914&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg3OTkxNH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Mln%7EgBc-Rt-NY4-ZOCfgkb3wA-QoMgfDDfNFIjEwGV0-DWM-JlYB4UYLc7SWnhqjzwM88NvFIre%7EPbamfYYZei3AXijxIeadxcQr81jiy-Fx9Vt08JtFtB2O8VO%7E29cp5WnaUvWFj%7Eqr3IGDqzxMF6g5Gzb%7ETxdBcIPY2I1rFaNYF3NxYbfLEmFPKCphawIqJCAyJsZHGtxKEsKgn36GAZ2Qj75fDAd9RaUoTLlH0nybHBj%7EK3Hk5KJ3ux-8Ys2EyUA15DzZLA02gOdIHhtPCpvcKEZeNu%7EW-ncQkR2bvndTJJ6WR1HPoNwtAuVXQMrCYAqOfHNo42joqe1fzdPqNQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:10:01,951][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:10:01,959][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T101001Z&X-Amz-Expires=3600&X-Amz-Signature=54033011edf52815913b5a777ceadd19a35648b9bc665d878dd0ccc9a5f727a9&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880201&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDIwMX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=Cd-SGtg%7ELseSqNVfzSUBDCmIJBuhRhP4mwFx0ZnAux0SeVTj0C77EUXynhZspqpCOB%7EqxXaEe92nXklND5lsqTpkBuu4DWeQoCUJACeExUkmOxhjTVYVEdmYZHBhyXEpUr2Egb1K2moRclI-llEUeoD4CvvVdm%7Em6fbTylds9Eao80oqDJSVTVBe-1a3HdohWr2N3g2OiNGkQBgH2opIJ6ffRpNSL1WFHLmmAj4KfITEWHbCfLzkUKtYtirjmwSnuhAUG-d5OOeWCW7UQATgfCUNuIJT34lq8UafCiNGh%7EEwMN6eSpJxWjGxohq0KiWyK0D5Wk8iuekYhNPqKrQXAw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:10:02,541][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:10:02,550][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100928Z&X-Amz-Expires=3600&X-Amz-Signature=ecf6d530ff0302dd91e257b567579a09b9578dd29ac00764b899b2af0e08d90c&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880168&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=ifjQ3VmjOJBWBvzWtwlTGW59OWa%7EtILt9BGEeJOa63kmM4Kyg0qXYUN%7EDuMEnYQ5pKNrWLrpqxRVIFCa-4WQzJPHM1meBostNLSOjaIQdJwgN198cDP7bUrhJYqXVrrYP7CsS-OJuaj0hnzI-FNXk0%7ENSnSmcXYasm1Cc1KgiFCFE9FPgpM4RN%7E33qBbAQVx-oU445Btj3XHTEDvBcheiwUUpkKDhXGGdNbEU7zeEwAVbG%7E32lsnrHFj%7EaSa6Umdx6IzuX3IziqEFM4LYg8sMMxqLXFVqoziGtb9HkZ%7Elio3aoeZY2IvBzgUOsB-RKvyoDlu10QCCgg4cVyukyA8bA__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:10:03,076][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:10:03,085][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100922Z&X-Amz-Expires=3600&X-Amz-Signature=1a2249e76261cdd0e0a5e624f5f2c51b5a2994c583d8136b672f203062b48b42&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880162&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE2Mn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=oZOgt-v5uAFiZ1F0eu632kAgLwUPdJHE6I4a%7EaczoQFOAQCP4b25pzQCJfNc0%7ETS%7EY1RYXTeng6IH744xjpadp1LumpxhBA9rmSpZ5L7GDItz6ts%7Eo9o7qsOmJqEnxlOToRzjnGTCKn7CTs2xgezHyY81azhwLSPne1HEDymQ2yDtxs-mJ4nkQTNiu4xgvJ%7E9Tx0ojD2mnbPnXcSrg3jzejn71ZIGNDG16H7m5DPyX9aRLhwlU193k7XJOAtgh%7EGyzjQMKkpwZHUH6FmK6rwbHWea2UsDt5kVotb0BJppIPqPtKAjXIN20yMN8GtOD7VWUK%7E6xsUaw4PIGj6YPXHSQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:10:03,637][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:10:03,648][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T101003Z&X-Amz-Expires=3600&X-Amz-Signature=4c00f6c6c07153d23d33049eac357c7c065e100b676e399b80042bea36e84b93&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880203&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDIwM319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=BCnXR7218qaNIbc-iHTl4DcMONosyBwxl1a2DEMuBpYb5KkKrktA6Cn3U5Rv5LUPitkv74ymDba0uoe0QWlBma1XPA-qr1emh2BAUSv3cub6ZS6p84gcGuhhGRumIj0jvyrpKdrPaFxcXMRbHHjcaRuAY7afJST8ncj86QVvha32ZcwjV8sqJch2RtO4S0OtyuYzOMM8yIh6i7uNv0X1GpCU2RY0j8AN0Ikb8cmp3JvBGYcsastegdTb5BZkf-iJqinKiaUKzD-%7Er5WHClcuHGWLhs50vyNpCmva8ZppKZJmKUkYFewTr4IYSlRzSIERblNjGxjlZG1JZ1tA8zPocg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:10:04,165][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/nvidia/Nemotron-SFT-Math-v3/resolve/ff4439c1073c87e006ab7ee5f1e5e28c4790dab3/data/train.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:10:04,175][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/69ada382e33c0fe7d096f38c/111d3a274030ae384b3bb53620550fe33277c5f3704fc306879436ca7c3d57d0?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T100941Z&X-Amz-Expires=3600&X-Amz-Signature=06b9fff525782c7eab19122e14dc2d30b822c3e3ba973327f8c2ac21e91efc18&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27train.jsonl%3B+filename%3D%22train.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880181&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDE4MX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82OWFkYTM4MmUzM2MwZmU3ZDA5NmYzOGMvMTExZDNhMjc0MDMwYWUzODRiM2JiNTM2MjA1NTBmZTMzMjc3YzVmMzcwNGZjMzA2ODc5NDM2Y2E3YzNkNTdkMCoifV19&Signature=d7JFdMRh27UlYAFfv8Gkxd-yzdn8XrqbhVdz8DpsUNTquOhLd0GFQvMCCeg5nn-e8qxNUsvA0NAqJz4vTc957x4rSBDXFHwa7AY-H4UQHQ4H30KHH4lz2RtC-oFzfHdNecDXpNGsuMw9ActIb1U7nRPQjWrdOR-UjxqSKEw319c8VZxG-WmT%7EEHKrB94t4%7Ei-iV91%7EiLvXdqwGkQ5dXJpdgibF11H8-wwmiGzxPFLkpbDxQfC8utZllpxaAmtiwRYkiXHsDJPZzqKrE3v5b1LSrhx-DK9QcMTDY164OtKtmw7LtJjqBEJPSMJ1tId0fsGaLFbL9BQu7Pm9Lwmio8Og__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:10:04,818][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/main/README.md "HTTP/1.1 307 Temporary Redirect"
+[2026-05-27 10:10:04,828][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/datasets/internlm/Lean-Workbook/2e066e310b2c6d2c27616927ae131f82901c8f1c/README.md "HTTP/1.1 200 OK"
+[2026-05-27 10:10:04,986][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/Lean-Workbook.py "HTTP/1.1 404 Not Found"
+[2026-05-27 10:10:05,372][httpx][INFO] - HTTP Request: HEAD https://s3.amazonaws.com/datasets.huggingface.co/datasets/datasets/internlm/Lean-Workbook/internlm/Lean-Workbook.py "HTTP/1.1 404 Not Found"
+[2026-05-27 10:10:05,486][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/internlm/Lean-Workbook/revision/2e066e310b2c6d2c27616927ae131f82901c8f1c "HTTP/1.1 200 OK"
+[2026-05-27 10:10:05,604][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/.huggingface.yaml "HTTP/1.1 404 Not Found"
+[2026-05-27 10:10:05,794][httpx][INFO] - HTTP Request: GET https://datasets-server.huggingface.co/info?dataset=internlm/Lean-Workbook "HTTP/1.1 200 OK"
+[2026-05-27 10:10:05,916][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/internlm/Lean-Workbook/tree/2e066e310b2c6d2c27616927ae131f82901c8f1c/data?recursive=true&expand=false "HTTP/1.1 404 Not Found"
+[2026-05-27 10:10:06,041][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/internlm/Lean-Workbook/tree/2e066e310b2c6d2c27616927ae131f82901c8f1c?recursive=false&expand=false "HTTP/1.1 200 OK"
+[2026-05-27 10:10:06,194][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/dataset_infos.json "HTTP/1.1 404 Not Found"
+[2026-05-27 10:10:06,341][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/wkbk_1009.parquet "HTTP/1.1 302 Found"
+[2026-05-27 10:10:06,349][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/666114556f7d9b36bf6369f2/5351b8449fc73c36339ab718bc268ad4d43ebaa77c121fea6c008d04b82ac74b?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T101006Z&X-Amz-Expires=3600&X-Amz-Signature=46305f329486fb5d3471f909d3339fce8d131391913a6035a415eabc5ac86d7b&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27wkbk_1009.parquet%3B+filename%3D%22wkbk_1009.parquet%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880206&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDIwNn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82NjYxMTQ1NTZmN2Q5YjM2YmY2MzY5ZjIvNTM1MWI4NDQ5ZmM3M2MzNjMzOWFiNzE4YmMyNjhhZDRkNDNlYmFhNzdjMTIxZmVhNmMwMDhkMDRiODJhYzc0YioifV19&Signature=mLVfQh1%7EHrU%7EQBU3I7SB8GwC7AUFYZkWpHuiFQ0AD11yDlOSHVXMY8tikOdRE1ASsBwSjvKUQyAFtQxjg6UhK8nkwS4VzyshuQjLCWgl8JqEmRuJo%7E03MCb7wxZ55ovcOQ2a-xkvr2OczQ0JzLLjyYWp3iKuX1nExO4vA7iWR-9qtvxa-pg4KwKHiMQWngkCLMJJdTUFkCSvtOK70CC37B0cBxRVCqDCNbKKuyuG-kdzOtUpoeC8qYtW-qczU56ju%7Ekkd%7Et5UTlOexFpFjRRz3K0udrRt2C9Btviq%7EV0kA1fvPJCJl5DKhGbuf7kF%7EY8Yet9c04GHUODjidcZHS3gg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:10:06,470][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/wkbk_1009.parquet "HTTP/1.1 302 Found"
+[2026-05-27 10:10:06,479][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/666114556f7d9b36bf6369f2/5351b8449fc73c36339ab718bc268ad4d43ebaa77c121fea6c008d04b82ac74b?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T101006Z&X-Amz-Expires=3600&X-Amz-Signature=46305f329486fb5d3471f909d3339fce8d131391913a6035a415eabc5ac86d7b&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27wkbk_1009.parquet%3B+filename%3D%22wkbk_1009.parquet%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880206&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDIwNn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82NjYxMTQ1NTZmN2Q5YjM2YmY2MzY5ZjIvNTM1MWI4NDQ5ZmM3M2MzNjMzOWFiNzE4YmMyNjhhZDRkNDNlYmFhNzdjMTIxZmVhNmMwMDhkMDRiODJhYzc0YioifV19&Signature=mLVfQh1%7EHrU%7EQBU3I7SB8GwC7AUFYZkWpHuiFQ0AD11yDlOSHVXMY8tikOdRE1ASsBwSjvKUQyAFtQxjg6UhK8nkwS4VzyshuQjLCWgl8JqEmRuJo%7E03MCb7wxZ55ovcOQ2a-xkvr2OczQ0JzLLjyYWp3iKuX1nExO4vA7iWR-9qtvxa-pg4KwKHiMQWngkCLMJJdTUFkCSvtOK70CC37B0cBxRVCqDCNbKKuyuG-kdzOtUpoeC8qYtW-qczU56ju%7Ekkd%7Et5UTlOexFpFjRRz3K0udrRt2C9Btviq%7EV0kA1fvPJCJl5DKhGbuf7kF%7EY8Yet9c04GHUODjidcZHS3gg__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:10:18,711][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/deepseek-ai/DeepSeek-Prover-V1/resolve/main/README.md "HTTP/1.1 307 Temporary Redirect"
+[2026-05-27 10:10:18,724][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/datasets/deepseek-ai/DeepSeek-Prover-V1/1ee889f608fb12ba3596757ee91a60acd663ea81/README.md "HTTP/1.1 200 OK"
+[2026-05-27 10:10:18,848][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/deepseek-ai/DeepSeek-Prover-V1/resolve/1ee889f608fb12ba3596757ee91a60acd663ea81/DeepSeek-Prover-V1.py "HTTP/1.1 404 Not Found"
+[2026-05-27 10:10:19,179][httpx][INFO] - HTTP Request: HEAD https://s3.amazonaws.com/datasets.huggingface.co/datasets/datasets/deepseek-ai/DeepSeek-Prover-V1/deepseek-ai/DeepSeek-Prover-V1.py "HTTP/1.1 404 Not Found"
+[2026-05-27 10:10:19,294][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/deepseek-ai/DeepSeek-Prover-V1/revision/1ee889f608fb12ba3596757ee91a60acd663ea81 "HTTP/1.1 200 OK"
+[2026-05-27 10:10:19,408][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/deepseek-ai/DeepSeek-Prover-V1/resolve/1ee889f608fb12ba3596757ee91a60acd663ea81/.huggingface.yaml "HTTP/1.1 404 Not Found"
+[2026-05-27 10:10:19,569][httpx][INFO] - HTTP Request: GET https://datasets-server.huggingface.co/info?dataset=deepseek-ai/DeepSeek-Prover-V1 "HTTP/1.1 200 OK"
+[2026-05-27 10:10:19,696][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/deepseek-ai/DeepSeek-Prover-V1/tree/1ee889f608fb12ba3596757ee91a60acd663ea81/data?recursive=true&expand=false "HTTP/1.1 404 Not Found"
+[2026-05-27 10:10:19,818][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/deepseek-ai/DeepSeek-Prover-V1/tree/1ee889f608fb12ba3596757ee91a60acd663ea81?recursive=false&expand=false "HTTP/1.1 200 OK"
+[2026-05-27 10:10:19,960][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/deepseek-ai/DeepSeek-Prover-V1/resolve/1ee889f608fb12ba3596757ee91a60acd663ea81/dataset_infos.json "HTTP/1.1 404 Not Found"
+[2026-05-27 10:10:20,092][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/deepseek-ai/DeepSeek-Prover-V1/resolve/1ee889f608fb12ba3596757ee91a60acd663ea81/dataset.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:10:20,128][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/66bf379e2777c05070aad43a/8f30397d425b651dc394022f85cea9c73403a07655feabfc6640cc7b558a462a?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T101020Z&X-Amz-Expires=3600&X-Amz-Signature=2d3128b1b1137ed1baeb846c519bc5de8312679fc5002af1afc37da0cfbc79cf&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27dataset.jsonl%3B+filename%3D%22dataset.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880220&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDIyMH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82NmJmMzc5ZTI3NzdjMDUwNzBhYWQ0M2EvOGYzMDM5N2Q0MjViNjUxZGMzOTQwMjJmODVjZWE5YzczNDAzYTA3NjU1ZmVhYmZjNjY0MGNjN2I1NThhNDYyYSoifV19&Signature=B3Qi1Uxc3fFUfYk4cEEQTf-f9wPhC%7ESazW5rM-%7EolxMDdk8kyD3uHODHXVltQFAjE-6h38xfR6%7EvZzccbXd0K7kB4iDkogmifv8maYxNoK0Cv36g-yC9j9KKSaSuECPuHLVwySMYDR3NwjRGzQnnuNtw-p0NkGSBwLfdkzMWgt0kGi0XoUCAqTIoGY27xwtkM%7EJm8iGq2h6-fjyvtg3xcxeSPVRlV2R0yRWrWG9wSYdtJaFCJIrecxGTFNY2qgC9Gt7QRusQ1IeS1pBoIQMpj%7EMN5c8SXteVBrsdoRtFcNbwBZUDDzOezKOMdRMhNCp7BRxxQHhhP7OalNphM0mIVQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:10:25,936][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/deepseek-ai/DeepSeek-Prover-V1/resolve/1ee889f608fb12ba3596757ee91a60acd663ea81/dataset.jsonl "HTTP/1.1 302 Found"
+[2026-05-27 10:10:25,947][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/66bf379e2777c05070aad43a/8f30397d425b651dc394022f85cea9c73403a07655feabfc6640cc7b558a462a?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T101025Z&X-Amz-Expires=3600&X-Amz-Signature=90861d431cc150de4b069877e712dd70869b7094e9430f3a0e8a5006d98c2aad&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27dataset.jsonl%3B+filename%3D%22dataset.jsonl%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779880225&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MDIyNX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82NmJmMzc5ZTI3NzdjMDUwNzBhYWQ0M2EvOGYzMDM5N2Q0MjViNjUxZGMzOTQwMjJmODVjZWE5YzczNDAzYTA3NjU1ZmVhYmZjNjY0MGNjN2I1NThhNDYyYSoifV19&Signature=qj33P3LBqIqZPqlhdvckHGmiiGINsmwxCZvXK7%7EYPkH9hV9ZZtD9-6Qy7fzmWWdG3hTiTVYPIVhfH%7EZAULEfic0bTByldzwRkGbIEOru2XbqvaqS%7EqJH2MQSEC19ri5RrqvDEmT-y3hYec6M-BMh5gbZiz6%7Ea2Warn3wLK99k5JMV44l1oCu2hfio9nCzsN9CbSqiFaH-W9xbYMsI8O%7Ej4iRgckv26JKXUa39BHLgaYzqN3IzqwCOiGne3ERfJgOGI13gjcR2VhvNncacgz6kb6rccsoJagz%7EC0ILWjxebNPGwKHKchtuzdvcDgnxq1freZrm%7EGs0piakBf3FBUagQ__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:10:43,843][__main__][INFO] - Loaded 56485 rows from math.build_mixed_math_sft
+[2026-05-27 10:12:15,818][root][INFO] - x86_64-linux-gnu-gcc -fno-strict-overflow -Wsign-compare -DNDEBUG -g -O2 -Wall -fPIC -c /tmp/tmpw09b8u1p/test.c -o /tmp/tmpw09b8u1p/test.o
+[2026-05-27 10:12:15,838][root][INFO] - x86_64-linux-gnu-gcc /tmp/tmpw09b8u1p/test.o -laio -o /tmp/tmpw09b8u1p/a.out
+[2026-05-27 10:12:15,856][root][INFO] - x86_64-linux-gnu-gcc -fno-strict-overflow -Wsign-compare -DNDEBUG -g -O2 -Wall -fPIC -c /tmp/tmpevm_ypz5/test.c -o /tmp/tmpevm_ypz5/test.o
+[2026-05-27 10:12:15,875][root][INFO] - x86_64-linux-gnu-gcc /tmp/tmpevm_ypz5/test.o -L/usr/local/cuda -L/usr/local/cuda/lib64 -lcufile -o /tmp/tmpevm_ypz5/a.out
+[2026-05-27 10:12:15,921][root][INFO] - x86_64-linux-gnu-gcc -fno-strict-overflow -Wsign-compare -DNDEBUG -g -O2 -Wall -fPIC -c /tmp/tmpyfgz3eai/test.c -o /tmp/tmpyfgz3eai/test.o
+[2026-05-27 10:12:15,941][root][INFO] - x86_64-linux-gnu-gcc /tmp/tmpyfgz3eai/test.o -laio -o /tmp/tmpyfgz3eai/a.out
+[2026-05-27 10:12:28,489][__main__][INFO] - HFEvalCallback enabled (MATH-500 + class proxy + lean), every 1000 steps.
+[2026-05-27 10:12:28,833][flab.shared.eval_callback][INFO] - [eval] baseline eval at step 0 (pre-training)
+[2026-05-27 10:12:28,833][flab.shared.eval_callback][INFO] - [eval] running eval at epoch=0.00 step=0
+[2026-05-27 10:12:28,996][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/HuggingFaceH4/MATH-500/resolve/main/README.md "HTTP/1.1 307 Temporary Redirect"
+[2026-05-27 10:12:29,013][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/datasets/HuggingFaceH4/MATH-500/6e4ed1a2a79af7d8630a6b768ec859cb5af4d3be/README.md "HTTP/1.1 200 OK"
+[2026-05-27 10:12:29,136][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/HuggingFaceH4/MATH-500/resolve/6e4ed1a2a79af7d8630a6b768ec859cb5af4d3be/MATH-500.py "HTTP/1.1 404 Not Found"
+[2026-05-27 10:12:29,472][httpx][INFO] - HTTP Request: HEAD https://s3.amazonaws.com/datasets.huggingface.co/datasets/datasets/HuggingFaceH4/MATH-500/HuggingFaceH4/MATH-500.py "HTTP/1.1 404 Not Found"
+[2026-05-27 10:12:29,667][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/HuggingFaceH4/MATH-500/revision/6e4ed1a2a79af7d8630a6b768ec859cb5af4d3be "HTTP/1.1 200 OK"
+[2026-05-27 10:12:29,785][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/HuggingFaceH4/MATH-500/resolve/6e4ed1a2a79af7d8630a6b768ec859cb5af4d3be/.huggingface.yaml "HTTP/1.1 404 Not Found"
+[2026-05-27 10:12:29,931][httpx][INFO] - HTTP Request: GET https://datasets-server.huggingface.co/info?dataset=HuggingFaceH4/MATH-500 "HTTP/1.1 200 OK"
+[2026-05-27 10:12:30,047][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/HuggingFaceH4/MATH-500/tree/6e4ed1a2a79af7d8630a6b768ec859cb5af4d3be/data?recursive=true&expand=false "HTTP/1.1 404 Not Found"
+[2026-05-27 10:12:30,165][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/HuggingFaceH4/MATH-500/tree/6e4ed1a2a79af7d8630a6b768ec859cb5af4d3be?recursive=false&expand=false "HTTP/1.1 200 OK"
+[2026-05-27 10:12:30,302][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/HuggingFaceH4/MATH-500/resolve/6e4ed1a2a79af7d8630a6b768ec859cb5af4d3be/dataset_infos.json "HTTP/1.1 404 Not Found"
+[2026-05-27 10:12:30,336][flab.shared.eval_callback][INFO] - [eval] MATH-500 rows loaded: 80
+[2026-05-27 10:22:15,884][flab.shared.eval_callback][INFO] - [eval] MATH-500 pass@1=0.350 (n=80, 585.5s)
+[2026-05-27 10:22:15,887][flab.shared.eval_callback][INFO] - [eval] class rows loaded: 10
+[2026-05-27 10:28:00,344][flab.shared.eval_callback][INFO] - [eval] class pass@1=0.100 pass@4=0.100 (n=10, 344.5s)
+[2026-05-27 10:28:00,484][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/main/README.md "HTTP/1.1 307 Temporary Redirect"
+[2026-05-27 10:28:00,492][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/datasets/internlm/Lean-Workbook/2e066e310b2c6d2c27616927ae131f82901c8f1c/README.md "HTTP/1.1 200 OK"
+[2026-05-27 10:28:00,831][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/Lean-Workbook.py "HTTP/1.1 404 Not Found"
+[2026-05-27 10:28:01,607][httpx][INFO] - HTTP Request: HEAD https://s3.amazonaws.com/datasets.huggingface.co/datasets/datasets/internlm/Lean-Workbook/internlm/Lean-Workbook.py "HTTP/1.1 404 Not Found"
+[2026-05-27 10:28:02,171][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/.huggingface.yaml "HTTP/1.1 404 Not Found"
+[2026-05-27 10:28:02,510][httpx][INFO] - HTTP Request: GET https://datasets-server.huggingface.co/info?dataset=internlm/Lean-Workbook "HTTP/1.1 200 OK"
+[2026-05-27 10:28:02,627][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/datasets/internlm/Lean-Workbook/tree/2e066e310b2c6d2c27616927ae131f82901c8f1c/data?recursive=true&expand=false "HTTP/1.1 404 Not Found"
+[2026-05-27 10:28:03,211][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/dataset_infos.json "HTTP/1.1 404 Not Found"
+[2026-05-27 10:28:04,085][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/wkbk_1009.parquet "HTTP/1.1 302 Found"
+[2026-05-27 10:28:04,139][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/666114556f7d9b36bf6369f2/5351b8449fc73c36339ab718bc268ad4d43ebaa77c121fea6c008d04b82ac74b?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T102803Z&X-Amz-Expires=3600&X-Amz-Signature=a8b3778fca28bbc195f5faf898c6b1a8c7ebd732a2a6aaad038e5eba41cf42f2&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27wkbk_1009.parquet%3B+filename%3D%22wkbk_1009.parquet%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779881283&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MTI4M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82NjYxMTQ1NTZmN2Q5YjM2YmY2MzY5ZjIvNTM1MWI4NDQ5ZmM3M2MzNjMzOWFiNzE4YmMyNjhhZDRkNDNlYmFhNzdjMTIxZmVhNmMwMDhkMDRiODJhYzc0YioifV19&Signature=bfeKRFllDAHlrP1TJOORhj0NBc6U5HmxpURJgLXDlvWd7jt5ZWggC0z08Awvh7H67nH9V2%7EHcj49YSKw2B1SZyNPzwdd04DH8JoKeusphJuX%7EUPp7%7EB%7EpX435bv1TwUtEOuLtePbRHlJ9BDJ1qIZrL2Z99RieY4ABKZNlRlsorTJ6q01%7EY0SALAai7xVhF6LI5lLgH-jRdipA3PWzzBfvIv5PTaNAEaIl-e2UMZYdKPwSlEXN%7Eg%7EwajeRjWXPDqZfVquciJEvnRlagUExw9S5%7EvVHed7HELrWf4ZgzPVgoDW89SNZG9TMhft7HGMRJGsXvI7xOQZ2i-f6a9jRFaL8g__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:28:04,266][httpx][INFO] - HTTP Request: GET https://huggingface.co/datasets/internlm/Lean-Workbook/resolve/2e066e310b2c6d2c27616927ae131f82901c8f1c/wkbk_1009.parquet "HTTP/1.1 302 Found"
+[2026-05-27 10:28:04,275][httpx][INFO] - HTTP Request: GET https://cas-bridge.xethub.hf.co/xet-bridge-us/666114556f7d9b36bf6369f2/5351b8449fc73c36339ab718bc268ad4d43ebaa77c121fea6c008d04b82ac74b?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20260527%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20260527T102804Z&X-Amz-Expires=3600&X-Amz-Signature=b6e2f3c13760717005f31eec11ded541f4fd180786e185e86d88c4bbf152f707&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=69ec94dd1c0134f6fc0ced62&response-content-disposition=inline%3B+filename*%3DUTF-8%27%27wkbk_1009.parquet%3B+filename%3D%22wkbk_1009.parquet%22%3B&x-amz-checksum-mode=ENABLED&x-id=GetObject&Expires=1779881284&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc3OTg4MTI4NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82NjYxMTQ1NTZmN2Q5YjM2YmY2MzY5ZjIvNTM1MWI4NDQ5ZmM3M2MzNjMzOWFiNzE4YmMyNjhhZDRkNDNlYmFhNzdjMTIxZmVhNmMwMDhkMDRiODJhYzc0YioifV19&Signature=AD4lG8t%7ER8Jn5dIkDFa7QQY0kJOoNlngyJj7KsyK1bjOz0ANvM1uLH4VwlN2YHQDLOdTFtqL4OAqln3wA6PM78yTXeI0YYGMYuvCEySWfE3GghJfzLxTqQaicIuMjKLZ7qrm39GV21AxwdCol45sR9B3aIuVUHvvf88jSxkF-gsR40XT8zjihk9eOJfZ4rus51oLoe3BbEzsRnj6tDqyCgxKsXwEAhS4lwosqeE-D2Eka3xTmlH3n-Slyr%7EisLTRK6utHhTbfWB23dptWX0b2HCviMXvx2mbo7KOfZHWWn89cUBMCBqx00RMNn91XSOMM2CEKFJB2OLKVjxydHtvGw__&Key-Pair-Id=K2L8F4GPSG1IFC "HTTP/1.1 206 Partial Content"
+[2026-05-27 10:28:07,067][flab.shared.eval_callback][INFO] - [eval] lean rows loaded: 20
+[2026-05-27 10:33:48,757][flab.domains.math.lean_verifier][WARNING] - Lake toolchain corruption detected; re-bootstrapping...
+[2026-05-27 10:37:36,275][flab.domains.math.lean_verifier][WARNING] - Lake toolchain recovery complete.
+[2026-05-27 10:37:52,089][flab.shared.eval_callback][INFO] - [eval] lean pass@1=0.050 pass@n=0.050 block_rate=0.575 (n=20, 585.0s)
+[2026-05-27 11:05:27,633][flab.shared.eval_callback][INFO] - [eval] running eval at epoch=0.28 step=1000
+[2026-05-27 11:15:07,424][flab.shared.eval_callback][INFO] - [eval] MATH-500 pass@1=0.325 (n=80, 579.8s)
+[2026-05-27 11:20:50,172][flab.shared.eval_callback][INFO] - [eval] class pass@1=0.100 pass@4=0.100 (n=10, 342.7s)
+[2026-05-27 11:26:07,385][flab.shared.eval_callback][INFO] - [eval] lean pass@1=0.100 pass@n=0.200 block_rate=0.900 (n=20, 317.2s)
+[2026-05-27 11:54:01,774][flab.shared.eval_callback][INFO] - [eval] running eval at epoch=0.57 step=2000
+[2026-05-27 12:03:41,123][flab.shared.eval_callback][INFO] - [eval] MATH-500 pass@1=0.362 (n=80, 579.3s)
+[2026-05-27 12:09:25,616][flab.shared.eval_callback][INFO] - [eval] class pass@1=0.050 pass@4=0.100 (n=10, 344.5s)
+[2026-05-27 12:14:13,485][flab.shared.eval_callback][INFO] - [eval] lean pass@1=0.175 pass@n=0.250 block_rate=0.925 (n=20, 287.9s)
+[2026-05-27 12:42:24,819][flab.shared.eval_callback][INFO] - [eval] running eval at epoch=0.85 step=3000
+[2026-05-27 12:52:07,310][flab.shared.eval_callback][INFO] - [eval] MATH-500 pass@1=0.325 (n=80, 582.5s)
+[2026-05-27 12:57:49,687][flab.shared.eval_callback][INFO] - [eval] class pass@1=0.075 pass@4=0.100 (n=10, 342.4s)
+[2026-05-27 13:03:42,506][flab.shared.eval_callback][INFO] - [eval] lean pass@1=0.175 pass@n=0.200 block_rate=0.875 (n=20, 352.8s)
+[2026-05-27 13:33:52,428][flab.shared.eval_callback][INFO] - [eval] running eval at epoch=1.13 step=4000
+[2026-05-27 13:43:53,828][flab.shared.eval_callback][INFO] - [eval] MATH-500 pass@1=0.362 (n=80, 601.4s)
+[2026-05-27 13:49:35,000][flab.shared.eval_callback][INFO] - [eval] class pass@1=0.075 pass@4=0.100 (n=10, 341.2s)
+[2026-05-27 13:55:27,976][flab.shared.eval_callback][INFO] - [eval] lean pass@1=0.125 pass@n=0.200 block_rate=0.775 (n=20, 353.0s)
+[2026-05-27 14:23:33,326][flab.shared.eval_callback][INFO] - [eval] running eval at epoch=1.42 step=5000
+[2026-05-27 14:33:12,263][flab.shared.eval_callback][INFO] - [eval] MATH-500 pass@1=0.312 (n=80, 578.9s)
+[2026-05-27 14:38:54,970][flab.shared.eval_callback][INFO] - [eval] class pass@1=0.075 pass@4=0.100 (n=10, 342.7s)
+[2026-05-27 14:44:47,579][flab.shared.eval_callback][INFO] - [eval] lean pass@1=0.150 pass@n=0.200 block_rate=0.800 (n=20, 352.6s)
+[2026-05-27 15:12:58,533][flab.shared.eval_callback][INFO] - [eval] running eval at epoch=1.70 step=6000
+[2026-05-27 15:22:41,865][flab.shared.eval_callback][INFO] - [eval] MATH-500 pass@1=0.275 (n=80, 583.3s)
+[2026-05-27 15:28:24,224][flab.shared.eval_callback][INFO] - [eval] class pass@1=0.025 pass@4=0.100 (n=10, 342.4s)
+[2026-05-27 15:32:31,932][flab.shared.eval_callback][INFO] - [eval] lean pass@1=0.150 pass@n=0.250 block_rate=0.925 (n=20, 247.7s)
+[2026-05-27 16:00:33,535][flab.shared.eval_callback][INFO] - [eval] running eval at epoch=1.98 step=7000
+[2026-05-27 16:10:15,251][flab.shared.eval_callback][INFO] - [eval] MATH-500 pass@1=0.375 (n=80, 581.7s)
+[2026-05-27 16:15:58,800][flab.shared.eval_callback][INFO] - [eval] class pass@1=0.100 pass@4=0.100 (n=10, 343.5s)
+[2026-05-27 16:21:51,194][flab.shared.eval_callback][INFO] - [eval] lean pass@1=0.150 pass@n=0.250 block_rate=0.875 (n=20, 352.4s)
+[2026-05-27 16:24:28,984][__main__][INFO] - Saved checkpoint to /scratch/checkpoints/math/sft/lean-unified-120817
diff --git a/model.safetensors b/model.safetensors
index da3161e3d1f1491339f9450f153f026174742a9a..2267e24c0a2c87ed7119d8aa875501ec9f072ef7 100644
--- a/model.safetensors
+++ b/model.safetensors
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:af67a286c5b5a6dac80ab6a00cbae5a4c74ccc73502c072ff47836c8d50302b8
-size 4063515640
+oid sha256:7f0dc25f83ba744fbad6ad1ab8eb54faff88c878c6ca650101f5155e349db4b0
+size 3441185608
diff --git a/tokenizer.json b/tokenizer.json
index c7afbed2efcdf019f88ab0572ec29d3bf595dfe2..c0514b32204177c8f18e590a488ef974b883b37f 100644
--- a/tokenizer.json
+++ b/tokenizer.json
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506
-size 11422650
+oid sha256:82ff947750287e6ea07d0b2507b144c5c645274f3dcfae956140522843851c7f
+size 11422916
diff --git a/tokenizer_config.json b/tokenizer_config.json
index 5668a4a01433b0648bb972458de616f22f3e728e..19cfb8d61da6d27d79b686d3ceb826035b897678 100644
--- a/tokenizer_config.json
+++ b/tokenizer_config.json
@@ -22,9 +22,17 @@
],
"is_local": true,
"local_files_only": false,
+ "max_length": 2048,
"model_max_length": 131072,
+ "pad_to_multiple_of": null,
"pad_token": "<|endoftext|>",
+ "pad_token_type_id": 0,
+ "padding_side": "left",
"split_special_tokens": false,
+ "stride": 0,
"tokenizer_class": "Qwen2Tokenizer",
- "unk_token": null
+ "truncation_side": "right",
+ "truncation_strategy": "longest_first",
+ "unk_token": null,
+ "chat_template": "{%- set enable_thinking = true %}\n{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.multi_step_tool and message.role == \"user\" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n {%- if message.content is string %}\n {%- set content = message.content %}\n {%- else %}\n {%- set content = '' %}\n {%- endif %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is string %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '' in content %}\n {%- set reasoning_content = content.split('')[0].rstrip('\\n').split('')[-1].lstrip('\\n') %}\n {%- set content = content.split('')[-1].lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- if loop.index0 > ns.last_query_index %}\n {%- if loop.last or (not loop.last and reasoning_content) %}\n {{- '<|im_start|>' + message.role + '\\n\\n' + reasoning_content.strip('\\n') + '\\n\\n\\n' + content.lstrip('\\n') }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '\\n\\n\\n\\n' }}\n {%- endif %}\n{%- endif %}"
}
diff --git a/training_args.bin b/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aba49055cfa1d5774559bd6e849e55b3a159ad6e
--- /dev/null
+++ b/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3877cc7497dd1227f9a4d5559fa4971f821a57fe04698f05fa13abaa01033e02
+size 5777