Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint-2871/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,61 @@
+---
+library_name: transformers
+license: other
+base_model: Qwen/Qwen3.5-9B
+tags:
+- llama-factory
+- full
+- generated_from_trainer
+model-index:
+- name: sft
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# sft
+
+This model is a fine-tuned version of [Qwen/Qwen3.5-9B](https://huggingface.co/Qwen/Qwen3.5-9B) on the autosurfer_refined dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 1
+- eval_batch_size: 8
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 4
+- gradient_accumulation_steps: 2
+- total_train_batch_size: 8
+- total_eval_batch_size: 32
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_steps: 0.1
+- num_epochs: 3.0
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 5.8.0
+- Pytorch 2.13.0+cu130
+- Datasets 4.0.0
+- Tokenizers 0.22.2

all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "total_flos": 4.4453745790807245e+17,
+    "train_loss": 0.3176496421800844,
+    "train_runtime": 33176.4833,
+    "train_samples_per_second": 0.692,
+    "train_steps_per_second": 0.087
+}

chat_template.jinja

@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}

checkpoint-2871/chat_template.jinja

@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}

checkpoint-2871/config.json

@@ -0,0 +1,113 @@
+{
+  "architectures": [
+    "Qwen3_5ForConditionalGeneration"
+  ],
+  "dtype": "bfloat16",
+  "eos_token_id": 248046,
+  "hidden_size": 4096,
+  "image_token_id": 248056,
+  "model_type": "qwen3_5",
+  "pad_token_id": 248044,
+  "text_config": {
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "attn_output_gate": true,
+    "bos_token_id": null,
+    "dtype": "bfloat16",
+    "eos_token_id": 248044,
+    "full_attention_interval": 4,
+    "head_dim": 256,
+    "hidden_act": "silu",
+    "hidden_size": 4096,
+    "initializer_range": 0.02,
+    "intermediate_size": 12288,
+    "layer_types": [
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention"
+    ],
+    "linear_conv_kernel_dim": 4,
+    "linear_key_head_dim": 128,
+    "linear_num_key_heads": 16,
+    "linear_num_value_heads": 32,
+    "linear_value_head_dim": 128,
+    "mamba_ssm_dtype": "float32",
+    "max_position_embeddings": 262144,
+    "mlp_only_layers": [],
+    "model_type": "qwen3_5_text",
+    "mtp_num_hidden_layers": 1,
+    "mtp_use_dedicated_embeddings": false,
+    "num_attention_heads": 16,
+    "num_hidden_layers": 32,
+    "num_key_value_heads": 4,
+    "pad_token_id": null,
+    "partial_rotary_factor": 0.25,
+    "rms_norm_eps": 1e-06,
+    "rope_parameters": {
+      "mrope_interleaved": true,
+      "mrope_section": [
+        11,
+        11,
+        10
+      ],
+      "partial_rotary_factor": 0.25,
+      "rope_theta": 10000000,
+      "rope_type": "default"
+    },
+    "tie_word_embeddings": false,
+    "use_cache": false,
+    "vocab_size": 248320
+  },
+  "tie_word_embeddings": false,
+  "transformers_version": "5.8.0",
+  "use_cache": false,
+  "video_token_id": 248057,
+  "vision_config": {
+    "deepstack_visual_indexes": [],
+    "depth": 27,
+    "dtype": "bfloat16",
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "in_channels": 3,
+    "initializer_range": 0.02,
+    "intermediate_size": 4304,
+    "model_type": "qwen3_5_vision",
+    "num_heads": 16,
+    "num_position_embeddings": 2304,
+    "out_hidden_size": 4096,
+    "patch_size": 16,
+    "spatial_merge_size": 2,
+    "temporal_patch_size": 2
+  },
+  "vision_end_token_id": 248054,
+  "vision_start_token_id": 248053
+}

checkpoint-2871/generation_config.json

@@ -0,0 +1,10 @@
+{
+  "_from_model_config": true,
+  "eos_token_id": [
+    248046,
+    248044
+  ],
+  "pad_token_id": 248044,
+  "transformers_version": "5.8.0",
+  "use_cache": true
+}

checkpoint-2871/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963b04f8af040fdafd27d6c54a0e3d0d97388d5b4f7403836ecf3599878b08b9
+size 18819722392

checkpoint-2871/processor_config.json

@@ -0,0 +1,60 @@
+{
+  "image_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessor",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}

checkpoint-2871/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523
+size 19989325

checkpoint-2871/tokenizer_config.json

@@ -0,0 +1,34 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}

checkpoint-2871/trainer_state.json

@@ -0,0 +1,2043 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 2871,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.010454783063251438,
+      "grad_norm": 24.718418387617902,
+      "learning_rate": 3.125e-07,
+      "loss": 1.1700332641601563,
+      "step": 10
+    },
+    {
+      "epoch": 0.020909566126502875,
+      "grad_norm": 15.30385218893769,
+      "learning_rate": 6.597222222222223e-07,
+      "loss": 1.0165559768676757,
+      "step": 20
+    },
+    {
+      "epoch": 0.03136434918975431,
+      "grad_norm": 13.230159899142032,
+      "learning_rate": 1.0069444444444447e-06,
+      "loss": 0.8414219856262207,
+      "step": 30
+    },
+    {
+      "epoch": 0.04181913225300575,
+      "grad_norm": 10.503224274773585,
+      "learning_rate": 1.3541666666666667e-06,
+      "loss": 0.7689157009124756,
+      "step": 40
+    },
+    {
+      "epoch": 0.052273915316257184,
+      "grad_norm": 14.171656221517212,
+      "learning_rate": 1.7013888888888891e-06,
+      "loss": 0.6302088737487793,
+      "step": 50
+    },
+    {
+      "epoch": 0.06272869837950862,
+      "grad_norm": 9.043585899085475,
+      "learning_rate": 2.048611111111111e-06,
+      "loss": 0.6252153396606446,
+      "step": 60
+    },
+    {
+      "epoch": 0.07318348144276006,
+      "grad_norm": 9.54429578186317,
+      "learning_rate": 2.395833333333334e-06,
+      "loss": 0.6105705261230469,
+      "step": 70
+    },
+    {
+      "epoch": 0.0836382645060115,
+      "grad_norm": 8.06764586264589,
+      "learning_rate": 2.743055555555556e-06,
+      "loss": 0.5567462921142579,
+      "step": 80
+    },
+    {
+      "epoch": 0.09409304756926294,
+      "grad_norm": 7.653404443610405,
+      "learning_rate": 3.0902777777777783e-06,
+      "loss": 0.5320817947387695,
+      "step": 90
+    },
+    {
+      "epoch": 0.10454783063251437,
+      "grad_norm": 10.323292483586252,
+      "learning_rate": 3.4375e-06,
+      "loss": 0.5564082622528076,
+      "step": 100
+    },
+    {
+      "epoch": 0.11500261369576581,
+      "grad_norm": 8.26776360225882,
+      "learning_rate": 3.7847222222222224e-06,
+      "loss": 0.5289367198944092,
+      "step": 110
+    },
+    {
+      "epoch": 0.12545739675901724,
+      "grad_norm": 6.722761461092399,
+      "learning_rate": 4.131944444444444e-06,
+      "loss": 0.5374911308288575,
+      "step": 120
+    },
+    {
+      "epoch": 0.1359121798222687,
+      "grad_norm": 6.149667256927038,
+      "learning_rate": 4.479166666666667e-06,
+      "loss": 0.5469415187835693,
+      "step": 130
+    },
+    {
+      "epoch": 0.14636696288552012,
+      "grad_norm": 6.388849351000388,
+      "learning_rate": 4.8263888888888895e-06,
+      "loss": 0.5261176109313965,
+      "step": 140
+    },
+    {
+      "epoch": 0.15682174594877157,
+      "grad_norm": 8.586082571405415,
+      "learning_rate": 5.173611111111112e-06,
+      "loss": 0.5198972702026368,
+      "step": 150
+    },
+    {
+      "epoch": 0.167276529012023,
+      "grad_norm": 6.152605009722152,
+      "learning_rate": 5.520833333333334e-06,
+      "loss": 0.5329889297485352,
+      "step": 160
+    },
+    {
+      "epoch": 0.17773131207527443,
+      "grad_norm": 5.886258972565166,
+      "learning_rate": 5.868055555555557e-06,
+      "loss": 0.525073766708374,
+      "step": 170
+    },
+    {
+      "epoch": 0.18818609513852588,
+      "grad_norm": 5.253589520667939,
+      "learning_rate": 6.2152777777777785e-06,
+      "loss": 0.5174613475799561,
+      "step": 180
+    },
+    {
+      "epoch": 0.1986408782017773,
+      "grad_norm": 5.675195796637292,
+      "learning_rate": 6.5625e-06,
+      "loss": 0.5482912063598633,
+      "step": 190
+    },
+    {
+      "epoch": 0.20909566126502874,
+      "grad_norm": 5.9189806187457705,
+      "learning_rate": 6.909722222222223e-06,
+      "loss": 0.5167539119720459,
+      "step": 200
+    },
+    {
+      "epoch": 0.2195504443282802,
+      "grad_norm": 5.021670417605504,
+      "learning_rate": 7.256944444444445e-06,
+      "loss": 0.5195440292358399,
+      "step": 210
+    },
+    {
+      "epoch": 0.23000522739153162,
+      "grad_norm": 5.8799189190658785,
+      "learning_rate": 7.6041666666666666e-06,
+      "loss": 0.49451093673706054,
+      "step": 220
+    },
+    {
+      "epoch": 0.24046001045478307,
+      "grad_norm": 4.704888927873957,
+      "learning_rate": 7.95138888888889e-06,
+      "loss": 0.5205968379974365,
+      "step": 230
+    },
+    {
+      "epoch": 0.2509147935180345,
+      "grad_norm": 4.044173128780622,
+      "learning_rate": 8.298611111111113e-06,
+      "loss": 0.5085770606994628,
+      "step": 240
+    },
+    {
+      "epoch": 0.26136957658128596,
+      "grad_norm": 4.1213147825333305,
+      "learning_rate": 8.645833333333335e-06,
+      "loss": 0.5399441719055176,
+      "step": 250
+    },
+    {
+      "epoch": 0.2718243596445374,
+      "grad_norm": 4.486952442486536,
+      "learning_rate": 8.993055555555556e-06,
+      "loss": 0.5133580684661865,
+      "step": 260
+    },
+    {
+      "epoch": 0.2822791427077888,
+      "grad_norm": 5.968494502845103,
+      "learning_rate": 9.340277777777778e-06,
+      "loss": 0.5166466712951661,
+      "step": 270
+    },
+    {
+      "epoch": 0.29273392577104024,
+      "grad_norm": 4.344923803681764,
+      "learning_rate": 9.6875e-06,
+      "loss": 0.5282481670379638,
+      "step": 280
+    },
+    {
+      "epoch": 0.30318870883429166,
+      "grad_norm": 3.9994844082293177,
+      "learning_rate": 9.999996301795796e-06,
+      "loss": 0.5292728900909424,
+      "step": 290
+    },
+    {
+      "epoch": 0.31364349189754315,
+      "grad_norm": 3.5419088276177964,
+      "learning_rate": 9.999552523910578e-06,
+      "loss": 0.5152704238891601,
+      "step": 300
+    },
+    {
+      "epoch": 0.3240982749607946,
+      "grad_norm": 3.489906187952539,
+      "learning_rate": 9.998369180404283e-06,
+      "loss": 0.5211520671844483,
+      "step": 310
+    },
+    {
+      "epoch": 0.334553058024046,
+      "grad_norm": 4.261544057697915,
+      "learning_rate": 9.996446446324608e-06,
+      "loss": 0.5550591945648193,
+      "step": 320
+    },
+    {
+      "epoch": 0.34500784108729743,
+      "grad_norm": 4.737845260981813,
+      "learning_rate": 9.993784606094612e-06,
+      "loss": 0.5402544021606446,
+      "step": 330
+    },
+    {
+      "epoch": 0.35546262415054886,
+      "grad_norm": 3.8503896993743134,
+      "learning_rate": 9.99038405347064e-06,
+      "loss": 0.48754453659057617,
+      "step": 340
+    },
+    {
+      "epoch": 0.36591740721380034,
+      "grad_norm": 4.366091111981202,
+      "learning_rate": 9.986245291484075e-06,
+      "loss": 0.5144664287567139,
+      "step": 350
+    },
+    {
+      "epoch": 0.37637219027705177,
+      "grad_norm": 3.9493875329487604,
+      "learning_rate": 9.981368932366924e-06,
+      "loss": 0.48796958923339845,
+      "step": 360
+    },
+    {
+      "epoch": 0.3868269733403032,
+      "grad_norm": 3.7433034077846474,
+      "learning_rate": 9.975755697461254e-06,
+      "loss": 0.5206839561462402,
+      "step": 370
+    },
+    {
+      "epoch": 0.3972817564035546,
+      "grad_norm": 4.274035309097283,
+      "learning_rate": 9.969406417112489e-06,
+      "loss": 0.5185662269592285,
+      "step": 380
+    },
+    {
+      "epoch": 0.40773653946680605,
+      "grad_norm": 3.772484771429206,
+      "learning_rate": 9.962322030546578e-06,
+      "loss": 0.509379768371582,
+      "step": 390
+    },
+    {
+      "epoch": 0.4181913225300575,
+      "grad_norm": 3.2658293031982066,
+      "learning_rate": 9.954503585731061e-06,
+      "loss": 0.5134355545043945,
+      "step": 400
+    },
+    {
+      "epoch": 0.42864610559330896,
+      "grad_norm": 3.0402363204471303,
+      "learning_rate": 9.945952239220042e-06,
+      "loss": 0.47466449737548827,
+      "step": 410
+    },
+    {
+      "epoch": 0.4391008886565604,
+      "grad_norm": 3.7651205662189535,
+      "learning_rate": 9.936669255983109e-06,
+      "loss": 0.501217269897461,
+      "step": 420
+    },
+    {
+      "epoch": 0.4495556717198118,
+      "grad_norm": 3.376388365965475,
+      "learning_rate": 9.926656009218208e-06,
+      "loss": 0.4949479103088379,
+      "step": 430
+    },
+    {
+      "epoch": 0.46001045478306324,
+      "grad_norm": 3.6381784800199704,
+      "learning_rate": 9.915913980148515e-06,
+      "loss": 0.5050280094146729,
+      "step": 440
+    },
+    {
+      "epoch": 0.47046523784631467,
+      "grad_norm": 2.9696569915800697,
+      "learning_rate": 9.904444757803322e-06,
+      "loss": 0.5072210788726806,
+      "step": 450
+    },
+    {
+      "epoch": 0.48092002090956615,
+      "grad_norm": 2.861080063899493,
+      "learning_rate": 9.892250038782972e-06,
+      "loss": 0.47548551559448243,
+      "step": 460
+    },
+    {
+      "epoch": 0.4913748039728176,
+      "grad_norm": 3.644124793454272,
+      "learning_rate": 9.8793316270079e-06,
+      "loss": 0.4952088356018066,
+      "step": 470
+    },
+    {
+      "epoch": 0.501829587036069,
+      "grad_norm": 3.3821878518913797,
+      "learning_rate": 9.865691433451773e-06,
+      "loss": 0.49309720993041994,
+      "step": 480
+    },
+    {
+      "epoch": 0.5122843700993205,
+      "grad_norm": 3.2464462466856787,
+      "learning_rate": 9.851331475858813e-06,
+      "loss": 0.49744210243225095,
+      "step": 490
+    },
+    {
+      "epoch": 0.5227391531625719,
+      "grad_norm": 3.8163659135728474,
+      "learning_rate": 9.83625387844532e-06,
+      "loss": 0.4938063144683838,
+      "step": 500
+    },
+    {
+      "epoch": 0.5331939362258233,
+      "grad_norm": 3.5682320886997023,
+      "learning_rate": 9.820460871585442e-06,
+      "loss": 0.4634222507476807,
+      "step": 510
+    },
+    {
+      "epoch": 0.5436487192890748,
+      "grad_norm": 3.0357540286588836,
+      "learning_rate": 9.803954791481239e-06,
+      "loss": 0.500468635559082,
+      "step": 520
+    },
+    {
+      "epoch": 0.5541035023523262,
+      "grad_norm": 3.0572997742301107,
+      "learning_rate": 9.78673807981711e-06,
+      "loss": 0.4764060974121094,
+      "step": 530
+    },
+    {
+      "epoch": 0.5645582854155776,
+      "grad_norm": 3.34171454474721,
+      "learning_rate": 9.768813283398592e-06,
+      "loss": 0.46895341873168944,
+      "step": 540
+    },
+    {
+      "epoch": 0.575013068478829,
+      "grad_norm": 3.3409678596022165,
+      "learning_rate": 9.750183053775625e-06,
+      "loss": 0.5167595863342285,
+      "step": 550
+    },
+    {
+      "epoch": 0.5854678515420805,
+      "grad_norm": 3.1055221089696285,
+      "learning_rate": 9.730850146850319e-06,
+      "loss": 0.4886764049530029,
+      "step": 560
+    },
+    {
+      "epoch": 0.5959226346053319,
+      "grad_norm": 2.9915697668941377,
+      "learning_rate": 9.710817422469277e-06,
+      "loss": 0.45673513412475586,
+      "step": 570
+    },
+    {
+      "epoch": 0.6063774176685833,
+      "grad_norm": 3.338602047965964,
+      "learning_rate": 9.69008784400056e-06,
+      "loss": 0.4862043380737305,
+      "step": 580
+    },
+    {
+      "epoch": 0.6168322007318349,
+      "grad_norm": 3.293443562748853,
+      "learning_rate": 9.66866447789531e-06,
+      "loss": 0.44897637367248533,
+      "step": 590
+    },
+    {
+      "epoch": 0.6272869837950863,
+      "grad_norm": 3.415206492218139,
+      "learning_rate": 9.646550493234163e-06,
+      "loss": 0.4673483848571777,
+      "step": 600
+    },
+    {
+      "epoch": 0.6377417668583377,
+      "grad_norm": 2.593704546570031,
+      "learning_rate": 9.623749161258437e-06,
+      "loss": 0.4777404308319092,
+      "step": 610
+    },
+    {
+      "epoch": 0.6481965499215891,
+      "grad_norm": 3.261983426835237,
+      "learning_rate": 9.600263854886241e-06,
+      "loss": 0.46083660125732423,
+      "step": 620
+    },
+    {
+      "epoch": 0.6586513329848406,
+      "grad_norm": 3.6589349712466754,
+      "learning_rate": 9.576098048213525e-06,
+      "loss": 0.4882816314697266,
+      "step": 630
+    },
+    {
+      "epoch": 0.669106116048092,
+      "grad_norm": 2.786049187576396,
+      "learning_rate": 9.551255316000183e-06,
+      "loss": 0.47601971626281736,
+      "step": 640
+    },
+    {
+      "epoch": 0.6795608991113434,
+      "grad_norm": 3.5534399995207133,
+      "learning_rate": 9.52573933314123e-06,
+      "loss": 0.46523337364196776,
+      "step": 650
+    },
+    {
+      "epoch": 0.6900156821745949,
+      "grad_norm": 3.247855590359742,
+      "learning_rate": 9.499553874123213e-06,
+      "loss": 0.5022894859313964,
+      "step": 660
+    },
+    {
+      "epoch": 0.7004704652378463,
+      "grad_norm": 3.192373069279576,
+      "learning_rate": 9.472702812465843e-06,
+      "loss": 0.45582046508789065,
+      "step": 670
+    },
+    {
+      "epoch": 0.7109252483010977,
+      "grad_norm": 2.9987766019069273,
+      "learning_rate": 9.44519012014901e-06,
+      "loss": 0.4604167938232422,
+      "step": 680
+    },
+    {
+      "epoch": 0.7213800313643491,
+      "grad_norm": 3.3287345373697543,
+      "learning_rate": 9.417019867025225e-06,
+      "loss": 0.45743575096130373,
+      "step": 690
+    },
+    {
+      "epoch": 0.7318348144276007,
+      "grad_norm": 3.13001378623864,
+      "learning_rate": 9.388196220217574e-06,
+      "loss": 0.45987858772277834,
+      "step": 700
+    },
+    {
+      "epoch": 0.7422895974908521,
+      "grad_norm": 3.0609953430591843,
+      "learning_rate": 9.358723443503295e-06,
+      "loss": 0.46433610916137696,
+      "step": 710
+    },
+    {
+      "epoch": 0.7527443805541035,
+      "grad_norm": 2.9731001333714158,
+      "learning_rate": 9.328605896683052e-06,
+      "loss": 0.4452852725982666,
+      "step": 720
+    },
+    {
+      "epoch": 0.763199163617355,
+      "grad_norm": 2.8834649128493854,
+      "learning_rate": 9.297848034936007e-06,
+      "loss": 0.4701652526855469,
+      "step": 730
+    },
+    {
+      "epoch": 0.7736539466806064,
+      "grad_norm": 2.623781264855837,
+      "learning_rate": 9.266454408160779e-06,
+      "loss": 0.47495460510253906,
+      "step": 740
+    },
+    {
+      "epoch": 0.7841087297438578,
+      "grad_norm": 2.9724199158137536,
+      "learning_rate": 9.234429660302396e-06,
+      "loss": 0.453695011138916,
+      "step": 750
+    },
+    {
+      "epoch": 0.7945635128071092,
+      "grad_norm": 2.7018350306594656,
+      "learning_rate": 9.201778528665333e-06,
+      "loss": 0.43290367126464846,
+      "step": 760
+    },
+    {
+      "epoch": 0.8050182958703607,
+      "grad_norm": 2.729364852389291,
+      "learning_rate": 9.168505843212736e-06,
+      "loss": 0.47309246063232424,
+      "step": 770
+    },
+    {
+      "epoch": 0.8154730789336121,
+      "grad_norm": 2.9324010220469163,
+      "learning_rate": 9.134616525851951e-06,
+      "loss": 0.4456325531005859,
+      "step": 780
+    },
+    {
+      "epoch": 0.8259278619968635,
+      "grad_norm": 3.0964480861705446,
+      "learning_rate": 9.100115589706436e-06,
+      "loss": 0.4632735729217529,
+      "step": 790
+    },
+    {
+      "epoch": 0.836382645060115,
+      "grad_norm": 2.609283433762514,
+      "learning_rate": 9.06500813837419e-06,
+      "loss": 0.463899040222168,
+      "step": 800
+    },
+    {
+      "epoch": 0.8468374281233665,
+      "grad_norm": 2.68288540142759,
+      "learning_rate": 9.029299365172803e-06,
+      "loss": 0.4199415683746338,
+      "step": 810
+    },
+    {
+      "epoch": 0.8572922111866179,
+      "grad_norm": 2.884566838128578,
+      "learning_rate": 8.992994552371217e-06,
+      "loss": 0.45590362548828123,
+      "step": 820
+    },
+    {
+      "epoch": 0.8677469942498693,
+      "grad_norm": 3.0681997167034503,
+      "learning_rate": 8.956099070408346e-06,
+      "loss": 0.4662492752075195,
+      "step": 830
+    },
+    {
+      "epoch": 0.8782017773131208,
+      "grad_norm": 3.505019801834461,
+      "learning_rate": 8.918618377098649e-06,
+      "loss": 0.46401119232177734,
+      "step": 840
+    },
+    {
+      "epoch": 0.8886565603763722,
+      "grad_norm": 2.696501610305898,
+      "learning_rate": 8.88055801682476e-06,
+      "loss": 0.43470087051391604,
+      "step": 850
+    },
+    {
+      "epoch": 0.8991113434396236,
+      "grad_norm": 2.735378725683037,
+      "learning_rate": 8.841923619717352e-06,
+      "loss": 0.43253145217895506,
+      "step": 860
+    },
+    {
+      "epoch": 0.909566126502875,
+      "grad_norm": 2.6718676509681294,
+      "learning_rate": 8.80272090082227e-06,
+      "loss": 0.45939111709594727,
+      "step": 870
+    },
+    {
+      "epoch": 0.9200209095661265,
+      "grad_norm": 2.3319558969439456,
+      "learning_rate": 8.762955659255137e-06,
+      "loss": 0.4334279537200928,
+      "step": 880
+    },
+    {
+      "epoch": 0.9304756926293779,
+      "grad_norm": 2.7372288791603046,
+      "learning_rate": 8.722633777343508e-06,
+      "loss": 0.45528583526611327,
+      "step": 890
+    },
+    {
+      "epoch": 0.9409304756926293,
+      "grad_norm": 2.2044250341354985,
+      "learning_rate": 8.681761219756719e-06,
+      "loss": 0.43840880393981935,
+      "step": 900
+    },
+    {
+      "epoch": 0.9513852587558809,
+      "grad_norm": 2.6997123478640397,
+      "learning_rate": 8.64034403262356e-06,
+      "loss": 0.45453429222106934,
+      "step": 910
+    },
+    {
+      "epoch": 0.9618400418191323,
+      "grad_norm": 2.9647246074861484,
+      "learning_rate": 8.598388342637884e-06,
+      "loss": 0.44325528144836424,
+      "step": 920
+    },
+    {
+      "epoch": 0.9722948248823837,
+      "grad_norm": 2.543262445734621,
+      "learning_rate": 8.555900356152315e-06,
+      "loss": 0.47241668701171874,
+      "step": 930
+    },
+    {
+      "epoch": 0.9827496079456352,
+      "grad_norm": 2.9773575535197674,
+      "learning_rate": 8.512886358260162e-06,
+      "loss": 0.43378405570983886,
+      "step": 940
+    },
+    {
+      "epoch": 0.9932043910088866,
+      "grad_norm": 2.301915852171191,
+      "learning_rate": 8.469352711865685e-06,
+      "loss": 0.4322382926940918,
+      "step": 950
+    },
+    {
+      "epoch": 1.0031364349189755,
+      "grad_norm": 2.538719079569425,
+      "learning_rate": 8.425305856742863e-06,
+      "loss": 0.39834961891174314,
+      "step": 960
+    },
+    {
+      "epoch": 1.0135912179822268,
+      "grad_norm": 2.2865881980885794,
+      "learning_rate": 8.38075230858277e-06,
+      "loss": 0.32327539920806886,
+      "step": 970
+    },
+    {
+      "epoch": 1.0240460010454784,
+      "grad_norm": 2.1333864840563854,
+      "learning_rate": 8.335698658029742e-06,
+      "loss": 0.3069389820098877,
+      "step": 980
+    },
+    {
+      "epoch": 1.0345007841087297,
+      "grad_norm": 2.2932859115200834,
+      "learning_rate": 8.29015156970644e-06,
+      "loss": 0.3121353626251221,
+      "step": 990
+    },
+    {
+      "epoch": 1.0449555671719812,
+      "grad_norm": 2.187164944721087,
+      "learning_rate": 8.244117781227982e-06,
+      "loss": 0.3135772705078125,
+      "step": 1000
+    },
+    {
+      "epoch": 1.0554103502352326,
+      "grad_norm": 2.620549106487118,
+      "learning_rate": 8.19760410220527e-06,
+      "loss": 0.3141052007675171,
+      "step": 1010
+    },
+    {
+      "epoch": 1.065865133298484,
+      "grad_norm": 2.6187167520630577,
+      "learning_rate": 8.150617413237667e-06,
+      "loss": 0.29927496910095214,
+      "step": 1020
+    },
+    {
+      "epoch": 1.0763199163617354,
+      "grad_norm": 2.7154906400195054,
+      "learning_rate": 8.103164664895179e-06,
+      "loss": 0.32218375205993655,
+      "step": 1030
+    },
+    {
+      "epoch": 1.086774699424987,
+      "grad_norm": 2.2775209771754947,
+      "learning_rate": 8.055252876690274e-06,
+      "loss": 0.30994296073913574,
+      "step": 1040
+    },
+    {
+      "epoch": 1.0972294824882383,
+      "grad_norm": 2.5256417704243104,
+      "learning_rate": 8.006889136039527e-06,
+      "loss": 0.3179988622665405,
+      "step": 1050
+    },
+    {
+      "epoch": 1.1076842655514898,
+      "grad_norm": 4.655768545246484,
+      "learning_rate": 7.958080597215187e-06,
+      "loss": 0.3315117835998535,
+      "step": 1060
+    },
+    {
+      "epoch": 1.1181390486147413,
+      "grad_norm": 2.3795048538045003,
+      "learning_rate": 7.908834480286883e-06,
+      "loss": 0.32270612716674807,
+      "step": 1070
+    },
+    {
+      "epoch": 1.1285938316779927,
+      "grad_norm": 2.833619323963416,
+      "learning_rate": 7.859158070053578e-06,
+      "loss": 0.32999410629272463,
+      "step": 1080
+    },
+    {
+      "epoch": 1.1390486147412442,
+      "grad_norm": 2.7893211759019083,
+      "learning_rate": 7.809058714965962e-06,
+      "loss": 0.33037991523742677,
+      "step": 1090
+    },
+    {
+      "epoch": 1.1495033978044955,
+      "grad_norm": 2.688203548412976,
+      "learning_rate": 7.758543826039418e-06,
+      "loss": 0.3195152759552002,
+      "step": 1100
+    },
+    {
+      "epoch": 1.159958180867747,
+      "grad_norm": 2.5000652567780905,
+      "learning_rate": 7.707620875757739e-06,
+      "loss": 0.3219186067581177,
+      "step": 1110
+    },
+    {
+      "epoch": 1.1704129639309984,
+      "grad_norm": 2.7212151344427604,
+      "learning_rate": 7.656297396967747e-06,
+      "loss": 0.31125607490539553,
+      "step": 1120
+    },
+    {
+      "epoch": 1.18086774699425,
+      "grad_norm": 2.5746051638691974,
+      "learning_rate": 7.604580981764994e-06,
+      "loss": 0.32712540626525877,
+      "step": 1130
+    },
+    {
+      "epoch": 1.1913225300575012,
+      "grad_norm": 2.3487291227881255,
+      "learning_rate": 7.552479280370682e-06,
+      "loss": 0.3091617822647095,
+      "step": 1140
+    },
+    {
+      "epoch": 1.2017773131207528,
+      "grad_norm": 2.5950942217523183,
+      "learning_rate": 7.500000000000001e-06,
+      "loss": 0.3248297214508057,
+      "step": 1150
+    },
+    {
+      "epoch": 1.212232096184004,
+      "grad_norm": 2.4273247098564985,
+      "learning_rate": 7.447150903722024e-06,
+      "loss": 0.31844277381896974,
+      "step": 1160
+    },
+    {
+      "epoch": 1.2226868792472556,
+      "grad_norm": 2.876346824994876,
+      "learning_rate": 7.393939809311349e-06,
+      "loss": 0.3220773696899414,
+      "step": 1170
+    },
+    {
+      "epoch": 1.2331416623105071,
+      "grad_norm": 2.6350324684260773,
+      "learning_rate": 7.340374588091638e-06,
+      "loss": 0.31242353916168214,
+      "step": 1180
+    },
+    {
+      "epoch": 1.2435964453737585,
+      "grad_norm": 2.3488543819004373,
+      "learning_rate": 7.286463163771242e-06,
+      "loss": 0.31345334053039553,
+      "step": 1190
+    },
+    {
+      "epoch": 1.25405122843701,
+      "grad_norm": 2.4499391273093045,
+      "learning_rate": 7.232213511271086e-06,
+      "loss": 0.3214827060699463,
+      "step": 1200
+    },
+    {
+      "epoch": 1.2645060115002613,
+      "grad_norm": 2.7307864139805975,
+      "learning_rate": 7.177633655544949e-06,
+      "loss": 0.2867748498916626,
+      "step": 1210
+    },
+    {
+      "epoch": 1.2749607945635129,
+      "grad_norm": 2.780167865634815,
+      "learning_rate": 7.122731670392381e-06,
+      "loss": 0.3048831939697266,
+      "step": 1220
+    },
+    {
+      "epoch": 1.2854155776267642,
+      "grad_norm": 2.59772090492509,
+      "learning_rate": 7.0675156772643595e-06,
+      "loss": 0.3309605598449707,
+      "step": 1230
+    },
+    {
+      "epoch": 1.2958703606900157,
+      "grad_norm": 2.577298247583216,
+      "learning_rate": 7.011993844061925e-06,
+      "loss": 0.3090049743652344,
+      "step": 1240
+    },
+    {
+      "epoch": 1.3063251437532672,
+      "grad_norm": 2.593011041193314,
+      "learning_rate": 6.956174383927925e-06,
+      "loss": 0.3164071559906006,
+      "step": 1250
+    },
+    {
+      "epoch": 1.3167799268165186,
+      "grad_norm": 2.4383410025290475,
+      "learning_rate": 6.900065554032076e-06,
+      "loss": 0.3073371410369873,
+      "step": 1260
+    },
+    {
+      "epoch": 1.3272347098797699,
+      "grad_norm": 2.6132658016883146,
+      "learning_rate": 6.843675654349513e-06,
+      "loss": 0.3184234142303467,
+      "step": 1270
+    },
+    {
+      "epoch": 1.3376894929430214,
+      "grad_norm": 2.5792151263749297,
+      "learning_rate": 6.787013026433002e-06,
+      "loss": 0.3275122165679932,
+      "step": 1280
+    },
+    {
+      "epoch": 1.348144276006273,
+      "grad_norm": 2.510186878186463,
+      "learning_rate": 6.7300860521790034e-06,
+      "loss": 0.29384264945983884,
+      "step": 1290
+    },
+    {
+      "epoch": 1.3585990590695243,
+      "grad_norm": 2.36927064815386,
+      "learning_rate": 6.672903152587771e-06,
+      "loss": 0.31453914642333985,
+      "step": 1300
+    },
+    {
+      "epoch": 1.3690538421327758,
+      "grad_norm": 2.535580548868829,
+      "learning_rate": 6.615472786517661e-06,
+      "loss": 0.3201922416687012,
+      "step": 1310
+    },
+    {
+      "epoch": 1.3795086251960271,
+      "grad_norm": 2.7372667090593077,
+      "learning_rate": 6.55780344943385e-06,
+      "loss": 0.3188091993331909,
+      "step": 1320
+    },
+    {
+      "epoch": 1.3899634082592787,
+      "grad_norm": 2.3414665044090115,
+      "learning_rate": 6.499903672151621e-06,
+      "loss": 0.31108272075653076,
+      "step": 1330
+    },
+    {
+      "epoch": 1.40041819132253,
+      "grad_norm": 2.40114377388951,
+      "learning_rate": 6.441782019574443e-06,
+      "loss": 0.30778021812438966,
+      "step": 1340
+    },
+    {
+      "epoch": 1.4108729743857815,
+      "grad_norm": 2.609938320584772,
+      "learning_rate": 6.383447089426991e-06,
+      "loss": 0.3195518970489502,
+      "step": 1350
+    },
+    {
+      "epoch": 1.421327757449033,
+      "grad_norm": 2.5817751346147113,
+      "learning_rate": 6.32490751098331e-06,
+      "loss": 0.3046169996261597,
+      "step": 1360
+    },
+    {
+      "epoch": 1.4317825405122844,
+      "grad_norm": 2.655508967154357,
+      "learning_rate": 6.266171943790325e-06,
+      "loss": 0.3061758279800415,
+      "step": 1370
+    },
+    {
+      "epoch": 1.4422373235755357,
+      "grad_norm": 2.51400896291691,
+      "learning_rate": 6.207249076386866e-06,
+      "loss": 0.30702757835388184,
+      "step": 1380
+    },
+    {
+      "epoch": 1.4526921066387872,
+      "grad_norm": 2.998046461714293,
+      "learning_rate": 6.148147625018402e-06,
+      "loss": 0.32001438140869143,
+      "step": 1390
+    },
+    {
+      "epoch": 1.4631468897020388,
+      "grad_norm": 2.085038244118913,
+      "learning_rate": 6.088876332347676e-06,
+      "loss": 0.29395136833190916,
+      "step": 1400
+    },
+    {
+      "epoch": 1.47360167276529,
+      "grad_norm": 2.6873550877951065,
+      "learning_rate": 6.029443966161437e-06,
+      "loss": 0.3357994794845581,
+      "step": 1410
+    },
+    {
+      "epoch": 1.4840564558285416,
+      "grad_norm": 2.520302741351955,
+      "learning_rate": 5.969859318073457e-06,
+      "loss": 0.3041604280471802,
+      "step": 1420
+    },
+    {
+      "epoch": 1.494511238891793,
+      "grad_norm": 2.590877704708481,
+      "learning_rate": 5.910131202224011e-06,
+      "loss": 0.320897650718689,
+      "step": 1430
+    },
+    {
+      "epoch": 1.5049660219550445,
+      "grad_norm": 2.4395858316616175,
+      "learning_rate": 5.850268453976042e-06,
+      "loss": 0.2913835048675537,
+      "step": 1440
+    },
+    {
+      "epoch": 1.5154208050182958,
+      "grad_norm": 2.3270728934171427,
+      "learning_rate": 5.790279928608173e-06,
+      "loss": 0.3119961738586426,
+      "step": 1450
+    },
+    {
+      "epoch": 1.5258755880815473,
+      "grad_norm": 2.4878729402729105,
+      "learning_rate": 5.730174500004779e-06,
+      "loss": 0.29176840782165525,
+      "step": 1460
+    },
+    {
+      "epoch": 1.5363303711447989,
+      "grad_norm": 2.4141269461435555,
+      "learning_rate": 5.669961059343302e-06,
+      "loss": 0.3090303897857666,
+      "step": 1470
+    },
+    {
+      "epoch": 1.5467851542080502,
+      "grad_norm": 2.6154010299261596,
+      "learning_rate": 5.609648513779019e-06,
+      "loss": 0.3178750514984131,
+      "step": 1480
+    },
+    {
+      "epoch": 1.5572399372713015,
+      "grad_norm": 2.70874850728384,
+      "learning_rate": 5.549245785127435e-06,
+      "loss": 0.2930603504180908,
+      "step": 1490
+    },
+    {
+      "epoch": 1.567694720334553,
+      "grad_norm": 2.8695731713464676,
+      "learning_rate": 5.4887618085445094e-06,
+      "loss": 0.3084683895111084,
+      "step": 1500
+    },
+    {
+      "epoch": 1.5781495033978046,
+      "grad_norm": 2.5226869308613575,
+      "learning_rate": 5.428205531204912e-06,
+      "loss": 0.3078239679336548,
+      "step": 1510
+    },
+    {
+      "epoch": 1.588604286461056,
+      "grad_norm": 1.9869881844919004,
+      "learning_rate": 5.367585910978503e-06,
+      "loss": 0.2893611192703247,
+      "step": 1520
+    },
+    {
+      "epoch": 1.5990590695243072,
+      "grad_norm": 2.600521385697919,
+      "learning_rate": 5.306911915105222e-06,
+      "loss": 0.2893876075744629,
+      "step": 1530
+    },
+    {
+      "epoch": 1.609513852587559,
+      "grad_norm": 2.4377105137100386,
+      "learning_rate": 5.2461925188686035e-06,
+      "loss": 0.30096259117126467,
+      "step": 1540
+    },
+    {
+      "epoch": 1.6199686356508103,
+      "grad_norm": 2.1644665452614773,
+      "learning_rate": 5.185436704268091e-06,
+      "loss": 0.3023658275604248,
+      "step": 1550
+    },
+    {
+      "epoch": 1.6304234187140616,
+      "grad_norm": 2.8349447634918064,
+      "learning_rate": 5.1246534586903655e-06,
+      "loss": 0.31364827156066893,
+      "step": 1560
+    },
+    {
+      "epoch": 1.6408782017773131,
+      "grad_norm": 2.433633164624175,
+      "learning_rate": 5.06385177357987e-06,
+      "loss": 0.31183199882507323,
+      "step": 1570
+    },
+    {
+      "epoch": 1.6513329848405647,
+      "grad_norm": 2.618497399754642,
+      "learning_rate": 5.003040643108743e-06,
+      "loss": 0.2829690933227539,
+      "step": 1580
+    },
+    {
+      "epoch": 1.661787767903816,
+      "grad_norm": 2.273391112582087,
+      "learning_rate": 4.94222906284634e-06,
+      "loss": 0.31186208724975584,
+      "step": 1590
+    },
+    {
+      "epoch": 1.6722425509670673,
+      "grad_norm": 2.903096906627692,
+      "learning_rate": 4.881426028428552e-06,
+      "loss": 0.30586948394775393,
+      "step": 1600
+    },
+    {
+      "epoch": 1.6826973340303188,
+      "grad_norm": 2.3444425699575397,
+      "learning_rate": 4.820640534227115e-06,
+      "loss": 0.30365810394287107,
+      "step": 1610
+    },
+    {
+      "epoch": 1.6931521170935704,
+      "grad_norm": 2.6484309091551315,
+      "learning_rate": 4.759881572019107e-06,
+      "loss": 0.30023210048675536,
+      "step": 1620
+    },
+    {
+      "epoch": 1.7036069001568217,
+      "grad_norm": 2.223994575819494,
+      "learning_rate": 4.699158129656818e-06,
+      "loss": 0.3089748859405518,
+      "step": 1630
+    },
+    {
+      "epoch": 1.714061683220073,
+      "grad_norm": 2.6580359729309246,
+      "learning_rate": 4.638479189738224e-06,
+      "loss": 0.3098564147949219,
+      "step": 1640
+    },
+    {
+      "epoch": 1.7245164662833248,
+      "grad_norm": 2.2638409851391375,
+      "learning_rate": 4.57785372827821e-06,
+      "loss": 0.29953689575195314,
+      "step": 1650
+    },
+    {
+      "epoch": 1.734971249346576,
+      "grad_norm": 2.6434101659805767,
+      "learning_rate": 4.51729071338079e-06,
+      "loss": 0.282869291305542,
+      "step": 1660
+    },
+    {
+      "epoch": 1.7454260324098274,
+      "grad_norm": 2.561239275287812,
+      "learning_rate": 4.4567991039124875e-06,
+      "loss": 0.2746959924697876,
+      "step": 1670
+    },
+    {
+      "epoch": 1.755880815473079,
+      "grad_norm": 2.4930268651657848,
+      "learning_rate": 4.396387848177078e-06,
+      "loss": 0.2814373016357422,
+      "step": 1680
+    },
+    {
+      "epoch": 1.7663355985363305,
+      "grad_norm": 2.3961710752443994,
+      "learning_rate": 4.3360658825919e-06,
+      "loss": 0.2918192148208618,
+      "step": 1690
+    },
+    {
+      "epoch": 1.7767903815995818,
+      "grad_norm": 2.247084108173882,
+      "learning_rate": 4.275842130365927e-06,
+      "loss": 0.3069226026535034,
+      "step": 1700
+    },
+    {
+      "epoch": 1.7872451646628331,
+      "grad_norm": 2.152539427772329,
+      "learning_rate": 4.215725500179788e-06,
+      "loss": 0.2821374416351318,
+      "step": 1710
+    },
+    {
+      "epoch": 1.7976999477260847,
+      "grad_norm": 2.5668219485179757,
+      "learning_rate": 4.155724884867937e-06,
+      "loss": 0.27969529628753664,
+      "step": 1720
+    },
+    {
+      "epoch": 1.8081547307893362,
+      "grad_norm": 2.242405152391876,
+      "learning_rate": 4.095849160103169e-06,
+      "loss": 0.29024791717529297,
+      "step": 1730
+    },
+    {
+      "epoch": 1.8186095138525875,
+      "grad_norm": 2.4167404873052436,
+      "learning_rate": 4.036107183083676e-06,
+      "loss": 0.2867319345474243,
+      "step": 1740
+    },
+    {
+      "epoch": 1.829064296915839,
+      "grad_norm": 2.8046090984770093,
+      "learning_rate": 3.976507791222833e-06,
+      "loss": 0.3051579475402832,
+      "step": 1750
+    },
+    {
+      "epoch": 1.8395190799790906,
+      "grad_norm": 2.702022810386982,
+      "learning_rate": 3.91705980084191e-06,
+      "loss": 0.30063662528991697,
+      "step": 1760
+    },
+    {
+      "epoch": 1.849973863042342,
+      "grad_norm": 2.1575697958271984,
+      "learning_rate": 3.857772005865905e-06,
+      "loss": 0.3020583152770996,
+      "step": 1770
+    },
+    {
+      "epoch": 1.8604286461055932,
+      "grad_norm": 2.472125065068208,
+      "learning_rate": 3.7986531765226965e-06,
+      "loss": 0.28431456089019774,
+      "step": 1780
+    },
+    {
+      "epoch": 1.8708834291688448,
+      "grad_norm": 2.4622460702021276,
+      "learning_rate": 3.739712058045688e-06,
+      "loss": 0.28502402305603025,
+      "step": 1790
+    },
+    {
+      "epoch": 1.8813382122320963,
+      "grad_norm": 2.5076565439070118,
+      "learning_rate": 3.6809573693801626e-06,
+      "loss": 0.28310022354125974,
+      "step": 1800
+    },
+    {
+      "epoch": 1.8917929952953476,
+      "grad_norm": 2.464878812490279,
+      "learning_rate": 3.622397801893518e-06,
+      "loss": 0.2924038887023926,
+      "step": 1810
+    },
+    {
+      "epoch": 1.902247778358599,
+      "grad_norm": 2.188113717713089,
+      "learning_rate": 3.5640420180895875e-06,
+      "loss": 0.286405348777771,
+      "step": 1820
+    },
+    {
+      "epoch": 1.9127025614218505,
+      "grad_norm": 2.457994465070137,
+      "learning_rate": 3.5058986503272263e-06,
+      "loss": 0.2759543895721436,
+      "step": 1830
+    },
+    {
+      "epoch": 1.923157344485102,
+      "grad_norm": 2.713242389381253,
+      "learning_rate": 3.447976299543351e-06,
+      "loss": 0.2818687915802002,
+      "step": 1840
+    },
+    {
+      "epoch": 1.9336121275483533,
+      "grad_norm": 2.7991599381127763,
+      "learning_rate": 3.3902835339806463e-06,
+      "loss": 0.2903605937957764,
+      "step": 1850
+    },
+    {
+      "epoch": 1.9440669106116049,
+      "grad_norm": 2.747628597949308,
+      "learning_rate": 3.3328288879200908e-06,
+      "loss": 0.2916411876678467,
+      "step": 1860
+    },
+    {
+      "epoch": 1.9545216936748564,
+      "grad_norm": 2.7449879657126237,
+      "learning_rate": 3.275620860418507e-06,
+      "loss": 0.29442853927612306,
+      "step": 1870
+    },
+    {
+      "epoch": 1.9649764767381077,
+      "grad_norm": 2.2664633332379966,
+      "learning_rate": 3.218667914051332e-06,
+      "loss": 0.28850135803222654,
+      "step": 1880
+    },
+    {
+      "epoch": 1.975431259801359,
+      "grad_norm": 2.4789660465375367,
+      "learning_rate": 3.1619784736607815e-06,
+      "loss": 0.2848990440368652,
+      "step": 1890
+    },
+    {
+      "epoch": 1.9858860428646106,
+      "grad_norm": 2.3283424588392223,
+      "learning_rate": 3.1055609251095874e-06,
+      "loss": 0.27863106727600095,
+      "step": 1900
+    },
+    {
+      "epoch": 1.996340825927862,
+      "grad_norm": 2.406984474884444,
+      "learning_rate": 3.049423614040513e-06,
+      "loss": 0.2901535749435425,
+      "step": 1910
+    },
+    {
+      "epoch": 2.006272869837951,
+      "grad_norm": 1.8297379268497085,
+      "learning_rate": 2.993574844641807e-06,
+      "loss": 0.21484382152557374,
+      "step": 1920
+    },
+    {
+      "epoch": 2.0167276529012024,
+      "grad_norm": 2.1416608222414606,
+      "learning_rate": 2.938022878418799e-06,
+      "loss": 0.15692442655563354,
+      "step": 1930
+    },
+    {
+      "epoch": 2.0271824359644537,
+      "grad_norm": 2.296243876805982,
+      "learning_rate": 2.882775932971809e-06,
+      "loss": 0.14436852931976318,
+      "step": 1940
+    },
+    {
+      "epoch": 2.037637219027705,
+      "grad_norm": 2.6886415424555374,
+      "learning_rate": 2.8278421807805357e-06,
+      "loss": 0.1482227325439453,
+      "step": 1950
+    },
+    {
+      "epoch": 2.0480920020909568,
+      "grad_norm": 1.9284219212386497,
+      "learning_rate": 2.7732297479951443e-06,
+      "loss": 0.1524648666381836,
+      "step": 1960
+    },
+    {
+      "epoch": 2.058546785154208,
+      "grad_norm": 2.421429650721721,
+      "learning_rate": 2.718946713234185e-06,
+      "loss": 0.15026016235351564,
+      "step": 1970
+    },
+    {
+      "epoch": 2.0690015682174594,
+      "grad_norm": 2.2296751625585527,
+      "learning_rate": 2.6650011063895605e-06,
+      "loss": 0.14164226055145263,
+      "step": 1980
+    },
+    {
+      "epoch": 2.0794563512807107,
+      "grad_norm": 2.1379951089799425,
+      "learning_rate": 2.611400907438685e-06,
+      "loss": 0.1506777286529541,
+      "step": 1990
+    },
+    {
+      "epoch": 2.0899111343439625,
+      "grad_norm": 2.60404750048184,
+      "learning_rate": 2.5581540452640417e-06,
+      "loss": 0.1496190071105957,
+      "step": 2000
+    },
+    {
+      "epoch": 2.100365917407214,
+      "grad_norm": 2.897315477242822,
+      "learning_rate": 2.5052683964802902e-06,
+      "loss": 0.14556009769439698,
+      "step": 2010
+    },
+    {
+      "epoch": 2.110820700470465,
+      "grad_norm": 2.5117756532629807,
+      "learning_rate": 2.452751784269103e-06,
+      "loss": 0.15054495334625245,
+      "step": 2020
+    },
+    {
+      "epoch": 2.121275483533717,
+      "grad_norm": 2.5895703612577625,
+      "learning_rate": 2.4006119772219185e-06,
+      "loss": 0.1436980962753296,
+      "step": 2030
+    },
+    {
+      "epoch": 2.131730266596968,
+      "grad_norm": 2.4502499630728267,
+      "learning_rate": 2.348856688190758e-06,
+      "loss": 0.1487640380859375,
+      "step": 2040
+    },
+    {
+      "epoch": 2.1421850496602195,
+      "grad_norm": 2.774838120056067,
+      "learning_rate": 2.297493573147286e-06,
+      "loss": 0.1441525101661682,
+      "step": 2050
+    },
+    {
+      "epoch": 2.152639832723471,
+      "grad_norm": 2.7482534099638114,
+      "learning_rate": 2.2465302300503012e-06,
+      "loss": 0.14389804601669312,
+      "step": 2060
+    },
+    {
+      "epoch": 2.1630946157867226,
+      "grad_norm": 2.676312833151401,
+      "learning_rate": 2.1959741977217904e-06,
+      "loss": 0.14986393451690674,
+      "step": 2070
+    },
+    {
+      "epoch": 2.173549398849974,
+      "grad_norm": 2.3496923969163968,
+      "learning_rate": 2.1458329547317384e-06,
+      "loss": 0.13858466148376464,
+      "step": 2080
+    },
+    {
+      "epoch": 2.184004181913225,
+      "grad_norm": 2.6054997363295183,
+      "learning_rate": 2.0961139182918545e-06,
+      "loss": 0.138874089717865,
+      "step": 2090
+    },
+    {
+      "epoch": 2.1944589649764765,
+      "grad_norm": 2.1565945947010148,
+      "learning_rate": 2.0468244431583654e-06,
+      "loss": 0.13851549625396728,
+      "step": 2100
+    },
+    {
+      "epoch": 2.2049137480397283,
+      "grad_norm": 3.313510729598953,
+      "learning_rate": 1.9979718205440607e-06,
+      "loss": 0.1476877212524414,
+      "step": 2110
+    },
+    {
+      "epoch": 2.2153685311029796,
+      "grad_norm": 2.382675070781833,
+      "learning_rate": 1.9495632770397187e-06,
+      "loss": 0.13761415481567382,
+      "step": 2120
+    },
+    {
+      "epoch": 2.225823314166231,
+      "grad_norm": 2.7087821185716385,
+      "learning_rate": 1.901605973545116e-06,
+      "loss": 0.14834946393966675,
+      "step": 2130
+    },
+    {
+      "epoch": 2.2362780972294827,
+      "grad_norm": 2.806966259341093,
+      "learning_rate": 1.8541070042097336e-06,
+      "loss": 0.1400376081466675,
+      "step": 2140
+    },
+    {
+      "epoch": 2.246732880292734,
+      "grad_norm": 2.8806417273447087,
+      "learning_rate": 1.8070733953833487e-06,
+      "loss": 0.13627231121063232,
+      "step": 2150
+    },
+    {
+      "epoch": 2.2571876633559853,
+      "grad_norm": 2.7175147483700357,
+      "learning_rate": 1.7605121045766488e-06,
+      "loss": 0.1398362398147583,
+      "step": 2160
+    },
+    {
+      "epoch": 2.2676424464192366,
+      "grad_norm": 2.5629588512103516,
+      "learning_rate": 1.7144300194320357e-06,
+      "loss": 0.13770153522491455,
+      "step": 2170
+    },
+    {
+      "epoch": 2.2780972294824884,
+      "grad_norm": 2.5564221216571417,
+      "learning_rate": 1.6688339567047612e-06,
+      "loss": 0.1351094961166382,
+      "step": 2180
+    },
+    {
+      "epoch": 2.2885520125457397,
+      "grad_norm": 2.215730225735144,
+      "learning_rate": 1.6237306612545495e-06,
+      "loss": 0.132268488407135,
+      "step": 2190
+    },
+    {
+      "epoch": 2.299006795608991,
+      "grad_norm": 2.5311894557804053,
+      "learning_rate": 1.5791268050478487e-06,
+      "loss": 0.1430295467376709,
+      "step": 2200
+    },
+    {
+      "epoch": 2.3094615786722423,
+      "grad_norm": 2.7930578699271194,
+      "learning_rate": 1.535028986170881e-06,
+      "loss": 0.14251787662506105,
+      "step": 2210
+    },
+    {
+      "epoch": 2.319916361735494,
+      "grad_norm": 2.593907675204934,
+      "learning_rate": 1.4914437278536054e-06,
+      "loss": 0.13963282108306885,
+      "step": 2220
+    },
+    {
+      "epoch": 2.3303711447987454,
+      "grad_norm": 2.205320793480066,
+      "learning_rate": 1.448377477504762e-06,
+      "loss": 0.14262232780456544,
+      "step": 2230
+    },
+    {
+      "epoch": 2.3408259278619967,
+      "grad_norm": 3.003279066665647,
+      "learning_rate": 1.4058366057581297e-06,
+      "loss": 0.13835076093673707,
+      "step": 2240
+    },
+    {
+      "epoch": 2.3512807109252485,
+      "grad_norm": 2.952505454912393,
+      "learning_rate": 1.363827405530141e-06,
+      "loss": 0.14539437294006347,
+      "step": 2250
+    },
+    {
+      "epoch": 2.3617354939885,
+      "grad_norm": 2.3979909168521316,
+      "learning_rate": 1.322356091088996e-06,
+      "loss": 0.13863496780395507,
+      "step": 2260
+    },
+    {
+      "epoch": 2.372190277051751,
+      "grad_norm": 2.4238324256189805,
+      "learning_rate": 1.2814287971354023e-06,
+      "loss": 0.14841680526733397,
+      "step": 2270
+    },
+    {
+      "epoch": 2.3826450601150024,
+      "grad_norm": 2.4334955206165603,
+      "learning_rate": 1.2410515778951004e-06,
+      "loss": 0.13895373344421386,
+      "step": 2280
+    },
+    {
+      "epoch": 2.393099843178254,
+      "grad_norm": 1.974501883496555,
+      "learning_rate": 1.2012304062232794e-06,
+      "loss": 0.13038469552993776,
+      "step": 2290
+    },
+    {
+      "epoch": 2.4035546262415055,
+      "grad_norm": 2.424167050602764,
+      "learning_rate": 1.1619711727210276e-06,
+      "loss": 0.1385021448135376,
+      "step": 2300
+    },
+    {
+      "epoch": 2.414009409304757,
+      "grad_norm": 3.0225694895895785,
+      "learning_rate": 1.12327968486397e-06,
+      "loss": 0.13610873222351075,
+      "step": 2310
+    },
+    {
+      "epoch": 2.424464192368008,
+      "grad_norm": 2.6908614519065184,
+      "learning_rate": 1.0851616661431808e-06,
+      "loss": 0.13124221563339233,
+      "step": 2320
+    },
+    {
+      "epoch": 2.43491897543126,
+      "grad_norm": 2.5117863802091525,
+      "learning_rate": 1.047622755218532e-06,
+      "loss": 0.134140944480896,
+      "step": 2330
+    },
+    {
+      "epoch": 2.445373758494511,
+      "grad_norm": 3.171624056334522,
+      "learning_rate": 1.0106685050845838e-06,
+      "loss": 0.13985075950622558,
+      "step": 2340
+    },
+    {
+      "epoch": 2.4558285415577625,
+      "grad_norm": 2.72431552949608,
+      "learning_rate": 9.743043822491528e-07,
+      "loss": 0.12615830898284913,
+      "step": 2350
+    },
+    {
+      "epoch": 2.4662833246210143,
+      "grad_norm": 2.9208144100982634,
+      "learning_rate": 9.385357659246713e-07,
+      "loss": 0.14161596298217774,
+      "step": 2360
+    },
+    {
+      "epoch": 2.4767381076842656,
+      "grad_norm": 2.523654516734199,
+      "learning_rate": 9.033679472324585e-07,
+      "loss": 0.13880399465560914,
+      "step": 2370
+    },
+    {
+      "epoch": 2.487192890747517,
+      "grad_norm": 2.6548601192185015,
+      "learning_rate": 8.688061284200266e-07,
+      "loss": 0.12704449892044067,
+      "step": 2380
+    },
+    {
+      "epoch": 2.4976476738107682,
+      "grad_norm": 2.9184740347059726,
+      "learning_rate": 8.348554220915256e-07,
+      "loss": 0.1395116090774536,
+      "step": 2390
+    },
+    {
+      "epoch": 2.50810245687402,
+      "grad_norm": 2.319334882698181,
+      "learning_rate": 8.015208504514626e-07,
+      "loss": 0.13774077892303466,
+      "step": 2400
+    },
+    {
+      "epoch": 2.5185572399372713,
+      "grad_norm": 2.5311929372961957,
+      "learning_rate": 7.6880734456178e-07,
+      "loss": 0.13431841135025024,
+      "step": 2410
+    },
+    {
+      "epoch": 2.5290120230005226,
+      "grad_norm": 2.4666878888843122,
+      "learning_rate": 7.367197436124218e-07,
+      "loss": 0.13095202445983886,
+      "step": 2420
+    },
+    {
+      "epoch": 2.539466806063774,
+      "grad_norm": 2.5776194115200197,
+      "learning_rate": 7.052627942054919e-07,
+      "loss": 0.13431986570358276,
+      "step": 2430
+    },
+    {
+      "epoch": 2.5499215891270257,
+      "grad_norm": 2.6266261731301865,
+      "learning_rate": 6.744411496531045e-07,
+      "loss": 0.13436880111694335,
+      "step": 2440
+    },
+    {
+      "epoch": 2.560376372190277,
+      "grad_norm": 2.728274358743059,
+      "learning_rate": 6.442593692890365e-07,
+      "loss": 0.1392744302749634,
+      "step": 2450
+    },
+    {
+      "epoch": 2.5708311552535283,
+      "grad_norm": 3.039326839972821,
+      "learning_rate": 6.147219177942854e-07,
+      "loss": 0.14513977766036987,
+      "step": 2460
+    },
+    {
+      "epoch": 2.58128593831678,
+      "grad_norm": 3.046409641690262,
+      "learning_rate": 5.858331645366183e-07,
+      "loss": 0.13284623622894287,
+      "step": 2470
+    },
+    {
+      "epoch": 2.5917407213800314,
+      "grad_norm": 2.9358926147893016,
+      "learning_rate": 5.575973829242365e-07,
+      "loss": 0.13117119073867797,
+      "step": 2480
+    },
+    {
+      "epoch": 2.6021955044432827,
+      "grad_norm": 2.568062860895592,
+      "learning_rate": 5.300187497736148e-07,
+      "loss": 0.1387467861175537,
+      "step": 2490
+    },
+    {
+      "epoch": 2.6126502875065345,
+      "grad_norm": 2.888872734516275,
+      "learning_rate": 5.031013446916516e-07,
+      "loss": 0.12908343076705933,
+      "step": 2500
+    },
+    {
+      "epoch": 2.623105070569786,
+      "grad_norm": 2.7907829324080264,
+      "learning_rate": 4.768491494721794e-07,
+      "loss": 0.13739001750946045,
+      "step": 2510
+    },
+    {
+      "epoch": 2.633559853633037,
+      "grad_norm": 2.2451525617183394,
+      "learning_rate": 4.512660475069558e-07,
+      "loss": 0.13573113679885865,
+      "step": 2520
+    },
+    {
+      "epoch": 2.6440146366962884,
+      "grad_norm": 2.268373168924109,
+      "learning_rate": 4.263558232112064e-07,
+      "loss": 0.13201311826705933,
+      "step": 2530
+    },
+    {
+      "epoch": 2.6544694197595398,
+      "grad_norm": 2.294127160917469,
+      "learning_rate": 4.02122161463811e-07,
+      "loss": 0.12791603803634644,
+      "step": 2540
+    },
+    {
+      "epoch": 2.6649242028227915,
+      "grad_norm": 2.673833451325982,
+      "learning_rate": 3.7856864706221187e-07,
+      "loss": 0.1308240056037903,
+      "step": 2550
+    },
+    {
+      "epoch": 2.675378985886043,
+      "grad_norm": 2.9540669955359267,
+      "learning_rate": 3.5569876419212947e-07,
+      "loss": 0.12685129642486573,
+      "step": 2560
+    },
+    {
+      "epoch": 2.685833768949294,
+      "grad_norm": 3.06134774368249,
+      "learning_rate": 3.335158959121554e-07,
+      "loss": 0.13150808811187745,
+      "step": 2570
+    },
+    {
+      "epoch": 2.696288552012546,
+      "grad_norm": 2.722050294282472,
+      "learning_rate": 3.120233236533138e-07,
+      "loss": 0.13638091087341309,
+      "step": 2580
+    },
+    {
+      "epoch": 2.7067433350757972,
+      "grad_norm": 3.0333435472878487,
+      "learning_rate": 2.91224226733649e-07,
+      "loss": 0.13004894256591798,
+      "step": 2590
+    },
+    {
+      "epoch": 2.7171981181390485,
+      "grad_norm": 2.8328094897778775,
+      "learning_rate": 2.711216818879209e-07,
+      "loss": 0.12011622190475464,
+      "step": 2600
+    },
+    {
+      "epoch": 2.7276529012023003,
+      "grad_norm": 2.3987687334693253,
+      "learning_rate": 2.5171866281247294e-07,
+      "loss": 0.12943274974823,
+      "step": 2610
+    },
+    {
+      "epoch": 2.7381076842655516,
+      "grad_norm": 2.4018652056768026,
+      "learning_rate": 2.330180397253473e-07,
+      "loss": 0.12708134651184083,
+      "step": 2620
+    },
+    {
+      "epoch": 2.748562467328803,
+      "grad_norm": 2.6663722218524186,
+      "learning_rate": 2.1502257894170099e-07,
+      "loss": 0.1336909532546997,
+      "step": 2630
+    },
+    {
+      "epoch": 2.7590172503920543,
+      "grad_norm": 2.55942087868328,
+      "learning_rate": 1.97734942464598e-07,
+      "loss": 0.1346044659614563,
+      "step": 2640
+    },
+    {
+      "epoch": 2.7694720334553056,
+      "grad_norm": 2.4480191519742394,
+      "learning_rate": 1.811576875912241e-07,
+      "loss": 0.12940382957458496,
+      "step": 2650
+    },
+    {
+      "epoch": 2.7799268165185573,
+      "grad_norm": 2.7901461073911236,
+      "learning_rate": 1.652932665346002e-07,
+      "loss": 0.1374659061431885,
+      "step": 2660
+    },
+    {
+      "epoch": 2.7903815995818086,
+      "grad_norm": 2.6984444082844967,
+      "learning_rate": 1.501440260608339e-07,
+      "loss": 0.13039830923080445,
+      "step": 2670
+    },
+    {
+      "epoch": 2.80083638264506,
+      "grad_norm": 3.5086199286627626,
+      "learning_rate": 1.3571220714196976e-07,
+      "loss": 0.12391582727432252,
+      "step": 2680
+    },
+    {
+      "epoch": 2.8112911657083117,
+      "grad_norm": 2.4019718990712944,
+      "learning_rate": 1.2199994462448906e-07,
+      "loss": 0.12288906574249267,
+      "step": 2690
+    },
+    {
+      "epoch": 2.821745948771563,
+      "grad_norm": 3.006283088632465,
+      "learning_rate": 1.0900926691351454e-07,
+      "loss": 0.13215855360031128,
+      "step": 2700
+    },
+    {
+      "epoch": 2.8322007318348144,
+      "grad_norm": 3.0503069240442207,
+      "learning_rate": 9.674209567275161e-08,
+      "loss": 0.13673336505889894,
+      "step": 2710
+    },
+    {
+      "epoch": 2.842655514898066,
+      "grad_norm": 2.671214999850187,
+      "learning_rate": 8.520024554022566e-08,
+      "loss": 0.12209119796752929,
+      "step": 2720
+    },
+    {
+      "epoch": 2.8531102979613174,
+      "grad_norm": 2.4535464480381943,
+      "learning_rate": 7.438542385984738e-08,
+      "loss": 0.12708457708358764,
+      "step": 2730
+    },
+    {
+      "epoch": 2.8635650810245687,
+      "grad_norm": 2.6731870751672457,
+      "learning_rate": 6.429923042885367e-08,
+      "loss": 0.13162033557891845,
+      "step": 2740
+    },
+    {
+      "epoch": 2.87401986408782,
+      "grad_norm": 2.4056958695335164,
+      "learning_rate": 5.494315726115529e-08,
+      "loss": 0.1326550602912903,
+      "step": 2750
+    },
+    {
+      "epoch": 2.8844746471510714,
+      "grad_norm": 2.680084760248227,
+      "learning_rate": 4.631858836662562e-08,
+      "loss": 0.13333473205566407,
+      "step": 2760
+    },
+    {
+      "epoch": 2.894929430214323,
+      "grad_norm": 2.840679147086373,
+      "learning_rate": 3.84267995463744e-08,
+      "loss": 0.1390301465988159,
+      "step": 2770
+    },
+    {
+      "epoch": 2.9053842132775745,
+      "grad_norm": 2.353312702702543,
+      "learning_rate": 3.126895820401821e-08,
+      "loss": 0.12958585023880004,
+      "step": 2780
+    },
+    {
+      "epoch": 2.9158389963408258,
+      "grad_norm": 2.4300170220695687,
+      "learning_rate": 2.4846123172992953e-08,
+      "loss": 0.12938933372497557,
+      "step": 2790
+    },
+    {
+      "epoch": 2.9262937794040775,
+      "grad_norm": 2.8146233788776915,
+      "learning_rate": 1.9159244559924795e-08,
+      "loss": 0.11819233894348144,
+      "step": 2800
+    },
+    {
+      "epoch": 2.936748562467329,
+      "grad_norm": 2.3406841881058362,
+      "learning_rate": 1.4209163604083087e-08,
+      "loss": 0.1272344708442688,
+      "step": 2810
+    },
+    {
+      "epoch": 2.94720334553058,
+      "grad_norm": 2.4832168833208303,
+      "learning_rate": 9.996612552939378e-09,
+      "loss": 0.11950185298919677,
+      "step": 2820
+    },
+    {
+      "epoch": 2.957658128593832,
+      "grad_norm": 2.6806142804230086,
+      "learning_rate": 6.5222145538501595e-09,
+      "loss": 0.13452023267745972,
+      "step": 2830
+    },
+    {
+      "epoch": 2.9681129116570832,
+      "grad_norm": 2.0579477839137765,
+      "learning_rate": 3.786483561874499e-09,
+      "loss": 0.12160922288894653,
+      "step": 2840
+    },
+    {
+      "epoch": 2.9785676947203346,
+      "grad_norm": 2.4205475064656614,
+      "learning_rate": 1.7898242637470753e-09,
+      "loss": 0.12982231378555298,
+      "step": 2850
+    },
+    {
+      "epoch": 2.989022477783586,
+      "grad_norm": 2.7595027723560532,
+      "learning_rate": 5.325320180171733e-10,
+      "loss": 0.13465402126312256,
+      "step": 2860
+    },
+    {
+      "epoch": 2.999477260846837,
+      "grad_norm": 2.3279658846062836,
+      "learning_rate": 1.4792811353081526e-11,
+      "loss": 0.12415080070495606,
+      "step": 2870
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 2871,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 10000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.4453745790807245e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-2871/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca424387dbd0c879108edc2d3a7e359bf30dc4ef4b4bb9384c250ff901b1b41c
+size 7697

config.json

@@ -0,0 +1,113 @@
+{
+  "architectures": [
+    "Qwen3_5ForConditionalGeneration"
+  ],
+  "dtype": "bfloat16",
+  "eos_token_id": 248046,
+  "hidden_size": 4096,
+  "image_token_id": 248056,
+  "model_type": "qwen3_5",
+  "pad_token_id": 248044,
+  "text_config": {
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "attn_output_gate": true,
+    "bos_token_id": null,
+    "dtype": "bfloat16",
+    "eos_token_id": 248044,
+    "full_attention_interval": 4,
+    "head_dim": 256,
+    "hidden_act": "silu",
+    "hidden_size": 4096,
+    "initializer_range": 0.02,
+    "intermediate_size": 12288,
+    "layer_types": [
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention"
+    ],
+    "linear_conv_kernel_dim": 4,
+    "linear_key_head_dim": 128,
+    "linear_num_key_heads": 16,
+    "linear_num_value_heads": 32,
+    "linear_value_head_dim": 128,
+    "mamba_ssm_dtype": "float32",
+    "max_position_embeddings": 262144,
+    "mlp_only_layers": [],
+    "model_type": "qwen3_5_text",
+    "mtp_num_hidden_layers": 1,
+    "mtp_use_dedicated_embeddings": false,
+    "num_attention_heads": 16,
+    "num_hidden_layers": 32,
+    "num_key_value_heads": 4,
+    "pad_token_id": null,
+    "partial_rotary_factor": 0.25,
+    "rms_norm_eps": 1e-06,
+    "rope_parameters": {
+      "mrope_interleaved": true,
+      "mrope_section": [
+        11,
+        11,
+        10
+      ],
+      "partial_rotary_factor": 0.25,
+      "rope_theta": 10000000,
+      "rope_type": "default"
+    },
+    "tie_word_embeddings": false,
+    "use_cache": false,
+    "vocab_size": 248320
+  },
+  "tie_word_embeddings": false,
+  "transformers_version": "5.8.0",
+  "use_cache": false,
+  "video_token_id": 248057,
+  "vision_config": {
+    "deepstack_visual_indexes": [],
+    "depth": 27,
+    "dtype": "bfloat16",
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "in_channels": 3,
+    "initializer_range": 0.02,
+    "intermediate_size": 4304,
+    "model_type": "qwen3_5_vision",
+    "num_heads": 16,
+    "num_position_embeddings": 2304,
+    "out_hidden_size": 4096,
+    "patch_size": 16,
+    "spatial_merge_size": 2,
+    "temporal_patch_size": 2
+  },
+  "vision_end_token_id": 248054,
+  "vision_start_token_id": 248053
+}

generation_config.json

@@ -0,0 +1,10 @@
+{
+  "_from_model_config": true,
+  "eos_token_id": [
+    248046,
+    248044
+  ],
+  "pad_token_id": 248044,
+  "transformers_version": "5.8.0",
+  "use_cache": true
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963b04f8af040fdafd27d6c54a0e3d0d97388d5b4f7403836ecf3599878b08b9
+size 18819722392

processor_config.json

@@ -0,0 +1,60 @@
+{
+  "image_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessor",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523
+size 19989325

tokenizer_config.json

@@ -0,0 +1,34 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "total_flos": 4.4453745790807245e+17,
+    "train_loss": 0.3176496421800844,
+    "train_runtime": 33176.4833,
+    "train_samples_per_second": 0.692,
+    "train_steps_per_second": 0.087
+}

trainer_log.jsonl

@@ -0,0 +1,288 @@
+{"current_steps": 10, "total_steps": 2871, "loss": 1.1700332641601563, "lr": 3.125e-07, "epoch": 0.010454783063251438, "percentage": 0.35, "elapsed_time": "0:04:59", "remaining_time": "23:47:11"}
+{"current_steps": 20, "total_steps": 2871, "loss": 1.0165559768676757, "lr": 6.597222222222223e-07, "epoch": 0.020909566126502875, "percentage": 0.7, "elapsed_time": "0:06:51", "remaining_time": "16:18:47"}
+{"current_steps": 30, "total_steps": 2871, "loss": 0.8414219856262207, "lr": 1.0069444444444447e-06, "epoch": 0.03136434918975431, "percentage": 1.04, "elapsed_time": "0:09:34", "remaining_time": "15:06:37"}
+{"current_steps": 40, "total_steps": 2871, "loss": 0.7689157009124756, "lr": 1.3541666666666667e-06, "epoch": 0.04181913225300575, "percentage": 1.39, "elapsed_time": "0:11:28", "remaining_time": "13:32:03"}
+{"current_steps": 50, "total_steps": 2871, "loss": 0.6302088737487793, "lr": 1.7013888888888891e-06, "epoch": 0.052273915316257184, "percentage": 1.74, "elapsed_time": "0:13:27", "remaining_time": "12:39:00"}
+{"current_steps": 60, "total_steps": 2871, "loss": 0.6252153396606446, "lr": 2.048611111111111e-06, "epoch": 0.06272869837950862, "percentage": 2.09, "elapsed_time": "0:15:21", "remaining_time": "11:59:11"}
+{"current_steps": 70, "total_steps": 2871, "loss": 0.6105705261230469, "lr": 2.395833333333334e-06, "epoch": 0.07318348144276006, "percentage": 2.44, "elapsed_time": "0:17:15", "remaining_time": "11:30:50"}
+{"current_steps": 80, "total_steps": 2871, "loss": 0.5567462921142579, "lr": 2.743055555555556e-06, "epoch": 0.0836382645060115, "percentage": 2.79, "elapsed_time": "0:19:10", "remaining_time": "11:09:04"}
+{"current_steps": 90, "total_steps": 2871, "loss": 0.5320817947387695, "lr": 3.0902777777777783e-06, "epoch": 0.09409304756926294, "percentage": 3.13, "elapsed_time": "0:21:03", "remaining_time": "10:50:50"}
+{"current_steps": 100, "total_steps": 2871, "loss": 0.5564082622528076, "lr": 3.4375e-06, "epoch": 0.10454783063251437, "percentage": 3.48, "elapsed_time": "0:22:54", "remaining_time": "10:34:49"}
+{"current_steps": 110, "total_steps": 2871, "loss": 0.5289367198944092, "lr": 3.7847222222222224e-06, "epoch": 0.11500261369576581, "percentage": 3.83, "elapsed_time": "0:25:05", "remaining_time": "10:29:55"}
+{"current_steps": 120, "total_steps": 2871, "loss": 0.5374911308288575, "lr": 4.131944444444444e-06, "epoch": 0.12545739675901724, "percentage": 4.18, "elapsed_time": "0:27:00", "remaining_time": "10:19:10"}
+{"current_steps": 130, "total_steps": 2871, "loss": 0.5469415187835693, "lr": 4.479166666666667e-06, "epoch": 0.1359121798222687, "percentage": 4.53, "elapsed_time": "0:28:51", "remaining_time": "10:08:25"}
+{"current_steps": 140, "total_steps": 2871, "loss": 0.5261176109313965, "lr": 4.8263888888888895e-06, "epoch": 0.14636696288552012, "percentage": 4.88, "elapsed_time": "0:30:41", "remaining_time": "9:58:51"}
+{"current_steps": 150, "total_steps": 2871, "loss": 0.5198972702026368, "lr": 5.173611111111112e-06, "epoch": 0.15682174594877157, "percentage": 5.22, "elapsed_time": "0:32:33", "remaining_time": "9:50:31"}
+{"current_steps": 160, "total_steps": 2871, "loss": 0.5329889297485352, "lr": 5.520833333333334e-06, "epoch": 0.167276529012023, "percentage": 5.57, "elapsed_time": "0:36:03", "remaining_time": "10:11:03"}
+{"current_steps": 170, "total_steps": 2871, "loss": 0.525073766708374, "lr": 5.868055555555557e-06, "epoch": 0.17773131207527443, "percentage": 5.92, "elapsed_time": "0:37:57", "remaining_time": "10:03:04"}
+{"current_steps": 180, "total_steps": 2871, "loss": 0.5174613475799561, "lr": 6.2152777777777785e-06, "epoch": 0.18818609513852588, "percentage": 6.27, "elapsed_time": "0:39:53", "remaining_time": "9:56:17"}
+{"current_steps": 190, "total_steps": 2871, "loss": 0.5482912063598633, "lr": 6.5625e-06, "epoch": 0.1986408782017773, "percentage": 6.62, "elapsed_time": "0:41:50", "remaining_time": "9:50:24"}
+{"current_steps": 200, "total_steps": 2871, "loss": 0.5167539119720459, "lr": 6.909722222222223e-06, "epoch": 0.20909566126502874, "percentage": 6.97, "elapsed_time": "0:43:47", "remaining_time": "9:44:44"}
+{"current_steps": 210, "total_steps": 2871, "loss": 0.5195440292358399, "lr": 7.256944444444445e-06, "epoch": 0.2195504443282802, "percentage": 7.31, "elapsed_time": "0:45:41", "remaining_time": "9:38:56"}
+{"current_steps": 220, "total_steps": 2871, "loss": 0.49451093673706054, "lr": 7.6041666666666666e-06, "epoch": 0.23000522739153162, "percentage": 7.66, "elapsed_time": "0:47:34", "remaining_time": "9:33:15"}
+{"current_steps": 230, "total_steps": 2871, "loss": 0.5205968379974365, "lr": 7.95138888888889e-06, "epoch": 0.24046001045478307, "percentage": 8.01, "elapsed_time": "0:49:27", "remaining_time": "9:27:59"}
+{"current_steps": 240, "total_steps": 2871, "loss": 0.5085770606994628, "lr": 8.298611111111113e-06, "epoch": 0.2509147935180345, "percentage": 8.36, "elapsed_time": "0:51:21", "remaining_time": "9:23:01"}
+{"current_steps": 250, "total_steps": 2871, "loss": 0.5399441719055176, "lr": 8.645833333333335e-06, "epoch": 0.26136957658128596, "percentage": 8.71, "elapsed_time": "0:53:16", "remaining_time": "9:18:29"}
+{"current_steps": 260, "total_steps": 2871, "loss": 0.5133580684661865, "lr": 8.993055555555556e-06, "epoch": 0.2718243596445374, "percentage": 9.06, "elapsed_time": "0:55:09", "remaining_time": "9:13:57"}
+{"current_steps": 270, "total_steps": 2871, "loss": 0.5166466712951661, "lr": 9.340277777777778e-06, "epoch": 0.2822791427077888, "percentage": 9.4, "elapsed_time": "0:57:02", "remaining_time": "9:09:29"}
+{"current_steps": 280, "total_steps": 2871, "loss": 0.5282481670379638, "lr": 9.6875e-06, "epoch": 0.29273392577104024, "percentage": 9.75, "elapsed_time": "0:59:51", "remaining_time": "9:13:52"}
+{"current_steps": 290, "total_steps": 2871, "loss": 0.5292728900909424, "lr": 9.999996301795796e-06, "epoch": 0.30318870883429166, "percentage": 10.1, "elapsed_time": "1:01:45", "remaining_time": "9:09:36"}
+{"current_steps": 300, "total_steps": 2871, "loss": 0.5152704238891601, "lr": 9.999552523910578e-06, "epoch": 0.31364349189754315, "percentage": 10.45, "elapsed_time": "1:03:39", "remaining_time": "9:05:36"}
+{"current_steps": 310, "total_steps": 2871, "loss": 0.5211520671844483, "lr": 9.998369180404283e-06, "epoch": 0.3240982749607946, "percentage": 10.8, "elapsed_time": "1:05:33", "remaining_time": "9:01:37"}
+{"current_steps": 320, "total_steps": 2871, "loss": 0.5550591945648193, "lr": 9.996446446324608e-06, "epoch": 0.334553058024046, "percentage": 11.15, "elapsed_time": "1:07:25", "remaining_time": "8:57:29"}
+{"current_steps": 330, "total_steps": 2871, "loss": 0.5402544021606446, "lr": 9.993784606094612e-06, "epoch": 0.34500784108729743, "percentage": 11.49, "elapsed_time": "1:09:17", "remaining_time": "8:53:35"}
+{"current_steps": 340, "total_steps": 2871, "loss": 0.48754453659057617, "lr": 9.99038405347064e-06, "epoch": 0.35546262415054886, "percentage": 11.84, "elapsed_time": "1:11:10", "remaining_time": "8:49:51"}
+{"current_steps": 350, "total_steps": 2871, "loss": 0.5144664287567139, "lr": 9.986245291484075e-06, "epoch": 0.36591740721380034, "percentage": 12.19, "elapsed_time": "1:13:03", "remaining_time": "8:46:12"}
+{"current_steps": 360, "total_steps": 2871, "loss": 0.48796958923339845, "lr": 9.981368932366924e-06, "epoch": 0.37637219027705177, "percentage": 12.54, "elapsed_time": "1:14:56", "remaining_time": "8:42:42"}
+{"current_steps": 370, "total_steps": 2871, "loss": 0.5206839561462402, "lr": 9.975755697461254e-06, "epoch": 0.3868269733403032, "percentage": 12.89, "elapsed_time": "1:16:49", "remaining_time": "8:39:14"}
+{"current_steps": 380, "total_steps": 2871, "loss": 0.5185662269592285, "lr": 9.969406417112489e-06, "epoch": 0.3972817564035546, "percentage": 13.24, "elapsed_time": "1:18:40", "remaining_time": "8:35:43"}
+{"current_steps": 390, "total_steps": 2871, "loss": 0.509379768371582, "lr": 9.962322030546578e-06, "epoch": 0.40773653946680605, "percentage": 13.58, "elapsed_time": "1:20:53", "remaining_time": "8:34:37"}
+{"current_steps": 400, "total_steps": 2871, "loss": 0.5134355545043945, "lr": 9.954503585731061e-06, "epoch": 0.4181913225300575, "percentage": 13.93, "elapsed_time": "1:22:50", "remaining_time": "8:31:46"}
+{"current_steps": 410, "total_steps": 2871, "loss": 0.47466449737548827, "lr": 9.945952239220042e-06, "epoch": 0.42864610559330896, "percentage": 14.28, "elapsed_time": "1:24:45", "remaining_time": "8:28:44"}
+{"current_steps": 420, "total_steps": 2871, "loss": 0.501217269897461, "lr": 9.936669255983109e-06, "epoch": 0.4391008886565604, "percentage": 14.63, "elapsed_time": "1:26:38", "remaining_time": "8:25:35"}
+{"current_steps": 430, "total_steps": 2871, "loss": 0.4949479103088379, "lr": 9.926656009218208e-06, "epoch": 0.4495556717198118, "percentage": 14.98, "elapsed_time": "1:28:33", "remaining_time": "8:22:42"}
+{"current_steps": 440, "total_steps": 2871, "loss": 0.5050280094146729, "lr": 9.915913980148515e-06, "epoch": 0.46001045478306324, "percentage": 15.33, "elapsed_time": "1:30:26", "remaining_time": "8:19:39"}
+{"current_steps": 450, "total_steps": 2871, "loss": 0.5072210788726806, "lr": 9.904444757803322e-06, "epoch": 0.47046523784631467, "percentage": 15.67, "elapsed_time": "1:33:02", "remaining_time": "8:20:34"}
+{"current_steps": 460, "total_steps": 2871, "loss": 0.47548551559448243, "lr": 9.892250038782972e-06, "epoch": 0.48092002090956615, "percentage": 16.02, "elapsed_time": "1:34:53", "remaining_time": "8:17:23"}
+{"current_steps": 470, "total_steps": 2871, "loss": 0.4952088356018066, "lr": 9.8793316270079e-06, "epoch": 0.4913748039728176, "percentage": 16.37, "elapsed_time": "1:36:50", "remaining_time": "8:14:40"}
+{"current_steps": 480, "total_steps": 2871, "loss": 0.49309720993041994, "lr": 9.865691433451773e-06, "epoch": 0.501829587036069, "percentage": 16.72, "elapsed_time": "1:38:43", "remaining_time": "8:11:48"}
+{"current_steps": 490, "total_steps": 2871, "loss": 0.49744210243225095, "lr": 9.851331475858813e-06, "epoch": 0.5122843700993205, "percentage": 17.07, "elapsed_time": "1:40:39", "remaining_time": "8:09:09"}
+{"current_steps": 500, "total_steps": 2871, "loss": 0.4938063144683838, "lr": 9.83625387844532e-06, "epoch": 0.5227391531625719, "percentage": 17.42, "elapsed_time": "1:42:35", "remaining_time": "8:06:27"}
+{"current_steps": 510, "total_steps": 2871, "loss": 0.4634222507476807, "lr": 9.820460871585442e-06, "epoch": 0.5331939362258233, "percentage": 17.76, "elapsed_time": "1:44:26", "remaining_time": "8:03:32"}
+{"current_steps": 520, "total_steps": 2871, "loss": 0.500468635559082, "lr": 9.803954791481239e-06, "epoch": 0.5436487192890748, "percentage": 18.11, "elapsed_time": "1:46:22", "remaining_time": "8:00:54"}
+{"current_steps": 530, "total_steps": 2871, "loss": 0.4764060974121094, "lr": 9.78673807981711e-06, "epoch": 0.5541035023523262, "percentage": 18.46, "elapsed_time": "1:48:17", "remaining_time": "7:58:21"}
+{"current_steps": 540, "total_steps": 2871, "loss": 0.46895341873168944, "lr": 9.768813283398592e-06, "epoch": 0.5645582854155776, "percentage": 18.81, "elapsed_time": "1:50:13", "remaining_time": "7:55:49"}
+{"current_steps": 550, "total_steps": 2871, "loss": 0.5167595863342285, "lr": 9.750183053775625e-06, "epoch": 0.575013068478829, "percentage": 19.16, "elapsed_time": "1:52:08", "remaining_time": "7:53:12"}
+{"current_steps": 560, "total_steps": 2871, "loss": 0.4886764049530029, "lr": 9.730850146850319e-06, "epoch": 0.5854678515420805, "percentage": 19.51, "elapsed_time": "1:54:02", "remaining_time": "7:50:37"}
+{"current_steps": 570, "total_steps": 2871, "loss": 0.45673513412475586, "lr": 9.710817422469277e-06, "epoch": 0.5959226346053319, "percentage": 19.85, "elapsed_time": "1:55:57", "remaining_time": "7:48:07"}
+{"current_steps": 580, "total_steps": 2871, "loss": 0.4862043380737305, "lr": 9.69008784400056e-06, "epoch": 0.6063774176685833, "percentage": 20.2, "elapsed_time": "1:57:51", "remaining_time": "7:45:31"}
+{"current_steps": 590, "total_steps": 2871, "loss": 0.44897637367248533, "lr": 9.66866447789531e-06, "epoch": 0.6168322007318349, "percentage": 20.55, "elapsed_time": "1:59:45", "remaining_time": "7:43:00"}
+{"current_steps": 600, "total_steps": 2871, "loss": 0.4673483848571777, "lr": 9.646550493234163e-06, "epoch": 0.6272869837950863, "percentage": 20.9, "elapsed_time": "2:01:41", "remaining_time": "7:40:36"}
+{"current_steps": 610, "total_steps": 2871, "loss": 0.4777404308319092, "lr": 9.623749161258437e-06, "epoch": 0.6377417668583377, "percentage": 21.25, "elapsed_time": "2:03:35", "remaining_time": "7:38:05"}
+{"current_steps": 620, "total_steps": 2871, "loss": 0.46083660125732423, "lr": 9.600263854886241e-06, "epoch": 0.6481965499215891, "percentage": 21.6, "elapsed_time": "2:05:29", "remaining_time": "7:35:37"}
+{"current_steps": 630, "total_steps": 2871, "loss": 0.4882816314697266, "lr": 9.576098048213525e-06, "epoch": 0.6586513329848406, "percentage": 21.94, "elapsed_time": "2:07:23", "remaining_time": "7:33:09"}
+{"current_steps": 640, "total_steps": 2871, "loss": 0.47601971626281736, "lr": 9.551255316000183e-06, "epoch": 0.669106116048092, "percentage": 22.29, "elapsed_time": "2:09:15", "remaining_time": "7:30:33"}
+{"current_steps": 650, "total_steps": 2871, "loss": 0.46523337364196776, "lr": 9.52573933314123e-06, "epoch": 0.6795608991113434, "percentage": 22.64, "elapsed_time": "2:12:06", "remaining_time": "7:31:24"}
+{"current_steps": 660, "total_steps": 2871, "loss": 0.5022894859313964, "lr": 9.499553874123213e-06, "epoch": 0.6900156821745949, "percentage": 22.99, "elapsed_time": "2:13:59", "remaining_time": "7:28:51"}
+{"current_steps": 670, "total_steps": 2871, "loss": 0.45582046508789065, "lr": 9.472702812465843e-06, "epoch": 0.7004704652378463, "percentage": 23.34, "elapsed_time": "2:15:53", "remaining_time": "7:26:24"}
+{"current_steps": 680, "total_steps": 2871, "loss": 0.4604167938232422, "lr": 9.44519012014901e-06, "epoch": 0.7109252483010977, "percentage": 23.69, "elapsed_time": "2:17:46", "remaining_time": "7:23:54"}
+{"current_steps": 690, "total_steps": 2871, "loss": 0.45743575096130373, "lr": 9.417019867025225e-06, "epoch": 0.7213800313643491, "percentage": 24.03, "elapsed_time": "2:19:38", "remaining_time": "7:21:22"}
+{"current_steps": 700, "total_steps": 2871, "loss": 0.45987858772277834, "lr": 9.388196220217574e-06, "epoch": 0.7318348144276007, "percentage": 24.38, "elapsed_time": "2:21:30", "remaining_time": "7:18:53"}
+{"current_steps": 710, "total_steps": 2871, "loss": 0.46433610916137696, "lr": 9.358723443503295e-06, "epoch": 0.7422895974908521, "percentage": 24.73, "elapsed_time": "2:23:24", "remaining_time": "7:16:28"}
+{"current_steps": 720, "total_steps": 2871, "loss": 0.4452852725982666, "lr": 9.328605896683052e-06, "epoch": 0.7527443805541035, "percentage": 25.08, "elapsed_time": "2:25:19", "remaining_time": "7:14:08"}
+{"current_steps": 730, "total_steps": 2871, "loss": 0.4701652526855469, "lr": 9.297848034936007e-06, "epoch": 0.763199163617355, "percentage": 25.43, "elapsed_time": "2:27:15", "remaining_time": "7:11:54"}
+{"current_steps": 740, "total_steps": 2871, "loss": 0.47495460510253906, "lr": 9.266454408160779e-06, "epoch": 0.7736539466806064, "percentage": 25.77, "elapsed_time": "2:29:16", "remaining_time": "7:09:51"}
+{"current_steps": 750, "total_steps": 2871, "loss": 0.453695011138916, "lr": 9.234429660302396e-06, "epoch": 0.7841087297438578, "percentage": 26.12, "elapsed_time": "2:31:10", "remaining_time": "7:07:32"}
+{"current_steps": 760, "total_steps": 2871, "loss": 0.43290367126464846, "lr": 9.201778528665333e-06, "epoch": 0.7945635128071092, "percentage": 26.47, "elapsed_time": "2:33:05", "remaining_time": "7:05:12"}
+{"current_steps": 770, "total_steps": 2871, "loss": 0.47309246063232424, "lr": 9.168505843212736e-06, "epoch": 0.8050182958703607, "percentage": 26.82, "elapsed_time": "2:34:59", "remaining_time": "7:02:55"}
+{"current_steps": 780, "total_steps": 2871, "loss": 0.4456325531005859, "lr": 9.134616525851951e-06, "epoch": 0.8154730789336121, "percentage": 27.17, "elapsed_time": "2:36:54", "remaining_time": "7:00:37"}
+{"current_steps": 790, "total_steps": 2871, "loss": 0.4632735729217529, "lr": 9.100115589706436e-06, "epoch": 0.8259278619968635, "percentage": 27.52, "elapsed_time": "2:38:50", "remaining_time": "6:58:24"}
+{"current_steps": 800, "total_steps": 2871, "loss": 0.463899040222168, "lr": 9.06500813837419e-06, "epoch": 0.836382645060115, "percentage": 27.86, "elapsed_time": "2:40:42", "remaining_time": "6:56:00"}
+{"current_steps": 810, "total_steps": 2871, "loss": 0.4199415683746338, "lr": 9.029299365172803e-06, "epoch": 0.8468374281233665, "percentage": 28.21, "elapsed_time": "2:42:35", "remaining_time": "6:53:42"}
+{"current_steps": 820, "total_steps": 2871, "loss": 0.45590362548828123, "lr": 8.992994552371217e-06, "epoch": 0.8572922111866179, "percentage": 28.56, "elapsed_time": "2:44:27", "remaining_time": "6:51:20"}
+{"current_steps": 830, "total_steps": 2871, "loss": 0.4662492752075195, "lr": 8.956099070408346e-06, "epoch": 0.8677469942498693, "percentage": 28.91, "elapsed_time": "2:46:22", "remaining_time": "6:49:06"}
+{"current_steps": 840, "total_steps": 2871, "loss": 0.46401119232177734, "lr": 8.918618377098649e-06, "epoch": 0.8782017773131208, "percentage": 29.26, "elapsed_time": "2:48:14", "remaining_time": "6:46:46"}
+{"current_steps": 850, "total_steps": 2871, "loss": 0.43470087051391604, "lr": 8.88055801682476e-06, "epoch": 0.8886565603763722, "percentage": 29.61, "elapsed_time": "2:50:05", "remaining_time": "6:44:25"}
+{"current_steps": 860, "total_steps": 2871, "loss": 0.43253145217895506, "lr": 8.841923619717352e-06, "epoch": 0.8991113434396236, "percentage": 29.95, "elapsed_time": "2:51:58", "remaining_time": "6:42:09"}
+{"current_steps": 870, "total_steps": 2871, "loss": 0.45939111709594727, "lr": 8.80272090082227e-06, "epoch": 0.909566126502875, "percentage": 30.3, "elapsed_time": "2:53:53", "remaining_time": "6:39:56"}
+{"current_steps": 880, "total_steps": 2871, "loss": 0.4334279537200928, "lr": 8.762955659255137e-06, "epoch": 0.9200209095661265, "percentage": 30.65, "elapsed_time": "2:55:44", "remaining_time": "6:37:37"}
+{"current_steps": 890, "total_steps": 2871, "loss": 0.45528583526611327, "lr": 8.722633777343508e-06, "epoch": 0.9304756926293779, "percentage": 31.0, "elapsed_time": "2:57:33", "remaining_time": "6:35:14"}
+{"current_steps": 900, "total_steps": 2871, "loss": 0.43840880393981935, "lr": 8.681761219756719e-06, "epoch": 0.9409304756926293, "percentage": 31.35, "elapsed_time": "2:59:25", "remaining_time": "6:32:55"}
+{"current_steps": 910, "total_steps": 2871, "loss": 0.45453429222106934, "lr": 8.64034403262356e-06, "epoch": 0.9513852587558809, "percentage": 31.7, "elapsed_time": "3:01:19", "remaining_time": "6:30:44"}
+{"current_steps": 920, "total_steps": 2871, "loss": 0.44325528144836424, "lr": 8.598388342637884e-06, "epoch": 0.9618400418191323, "percentage": 32.04, "elapsed_time": "3:03:12", "remaining_time": "6:28:31"}
+{"current_steps": 930, "total_steps": 2871, "loss": 0.47241668701171874, "lr": 8.555900356152315e-06, "epoch": 0.9722948248823837, "percentage": 32.39, "elapsed_time": "3:05:03", "remaining_time": "6:26:14"}
+{"current_steps": 940, "total_steps": 2871, "loss": 0.43378405570983886, "lr": 8.512886358260162e-06, "epoch": 0.9827496079456352, "percentage": 32.74, "elapsed_time": "3:06:56", "remaining_time": "6:24:02"}
+{"current_steps": 950, "total_steps": 2871, "loss": 0.4322382926940918, "lr": 8.469352711865685e-06, "epoch": 0.9932043910088866, "percentage": 33.09, "elapsed_time": "3:08:46", "remaining_time": "6:21:42"}
+{"current_steps": 960, "total_steps": 2871, "loss": 0.39834961891174314, "lr": 8.425305856742863e-06, "epoch": 1.0031364349189755, "percentage": 33.44, "elapsed_time": "3:10:32", "remaining_time": "6:19:16"}
+{"current_steps": 970, "total_steps": 2871, "loss": 0.32327539920806886, "lr": 8.38075230858277e-06, "epoch": 1.0135912179822268, "percentage": 33.79, "elapsed_time": "3:12:23", "remaining_time": "6:17:02"}
+{"current_steps": 980, "total_steps": 2871, "loss": 0.3069389820098877, "lr": 8.335698658029742e-06, "epoch": 1.0240460010454784, "percentage": 34.13, "elapsed_time": "3:14:16", "remaining_time": "6:14:52"}
+{"current_steps": 990, "total_steps": 2871, "loss": 0.3121353626251221, "lr": 8.29015156970644e-06, "epoch": 1.0345007841087297, "percentage": 34.48, "elapsed_time": "3:16:30", "remaining_time": "6:13:21"}
+{"current_steps": 1000, "total_steps": 2871, "loss": 0.3135772705078125, "lr": 8.244117781227982e-06, "epoch": 1.0449555671719812, "percentage": 34.83, "elapsed_time": "3:18:23", "remaining_time": "6:11:11"}
+{"current_steps": 1010, "total_steps": 2871, "loss": 0.3141052007675171, "lr": 8.19760410220527e-06, "epoch": 1.0554103502352326, "percentage": 35.18, "elapsed_time": "3:20:26", "remaining_time": "6:09:19"}
+{"current_steps": 1020, "total_steps": 2871, "loss": 0.29927496910095214, "lr": 8.150617413237667e-06, "epoch": 1.065865133298484, "percentage": 35.53, "elapsed_time": "3:22:25", "remaining_time": "6:07:20"}
+{"current_steps": 1030, "total_steps": 2871, "loss": 0.32218375205993655, "lr": 8.103164664895179e-06, "epoch": 1.0763199163617354, "percentage": 35.88, "elapsed_time": "3:24:18", "remaining_time": "6:05:09"}
+{"current_steps": 1040, "total_steps": 2871, "loss": 0.30994296073913574, "lr": 8.055252876690274e-06, "epoch": 1.086774699424987, "percentage": 36.22, "elapsed_time": "3:26:15", "remaining_time": "6:03:08"}
+{"current_steps": 1050, "total_steps": 2871, "loss": 0.3179988622665405, "lr": 8.006889136039527e-06, "epoch": 1.0972294824882383, "percentage": 36.57, "elapsed_time": "3:28:07", "remaining_time": "6:00:56"}
+{"current_steps": 1060, "total_steps": 2871, "loss": 0.3315117835998535, "lr": 7.958080597215187e-06, "epoch": 1.1076842655514898, "percentage": 36.92, "elapsed_time": "3:30:02", "remaining_time": "5:58:51"}
+{"current_steps": 1070, "total_steps": 2871, "loss": 0.32270612716674807, "lr": 7.908834480286883e-06, "epoch": 1.1181390486147413, "percentage": 37.27, "elapsed_time": "3:31:55", "remaining_time": "5:56:42"}
+{"current_steps": 1080, "total_steps": 2871, "loss": 0.32999410629272463, "lr": 7.859158070053578e-06, "epoch": 1.1285938316779927, "percentage": 37.62, "elapsed_time": "3:33:47", "remaining_time": "5:54:33"}
+{"current_steps": 1090, "total_steps": 2871, "loss": 0.33037991523742677, "lr": 7.809058714965962e-06, "epoch": 1.1390486147412442, "percentage": 37.97, "elapsed_time": "3:35:38", "remaining_time": "5:52:20"}
+{"current_steps": 1100, "total_steps": 2871, "loss": 0.3195152759552002, "lr": 7.758543826039418e-06, "epoch": 1.1495033978044955, "percentage": 38.31, "elapsed_time": "3:37:31", "remaining_time": "5:50:12"}
+{"current_steps": 1110, "total_steps": 2871, "loss": 0.3219186067581177, "lr": 7.707620875757739e-06, "epoch": 1.159958180867747, "percentage": 38.66, "elapsed_time": "3:39:23", "remaining_time": "5:48:03"}
+{"current_steps": 1120, "total_steps": 2871, "loss": 0.31125607490539553, "lr": 7.656297396967747e-06, "epoch": 1.1704129639309984, "percentage": 39.01, "elapsed_time": "3:41:16", "remaining_time": "5:45:56"}
+{"current_steps": 1130, "total_steps": 2871, "loss": 0.32712540626525877, "lr": 7.604580981764994e-06, "epoch": 1.18086774699425, "percentage": 39.36, "elapsed_time": "3:43:06", "remaining_time": "5:43:45"}
+{"current_steps": 1140, "total_steps": 2871, "loss": 0.3091617822647095, "lr": 7.552479280370682e-06, "epoch": 1.1913225300575012, "percentage": 39.71, "elapsed_time": "3:45:01", "remaining_time": "5:41:40"}
+{"current_steps": 1150, "total_steps": 2871, "loss": 0.3248297214508057, "lr": 7.500000000000001e-06, "epoch": 1.2017773131207528, "percentage": 40.06, "elapsed_time": "3:46:54", "remaining_time": "5:39:34"}
+{"current_steps": 1160, "total_steps": 2871, "loss": 0.31844277381896974, "lr": 7.447150903722024e-06, "epoch": 1.212232096184004, "percentage": 40.4, "elapsed_time": "3:48:48", "remaining_time": "5:37:30"}
+{"current_steps": 1170, "total_steps": 2871, "loss": 0.3220773696899414, "lr": 7.393939809311349e-06, "epoch": 1.2226868792472556, "percentage": 40.75, "elapsed_time": "3:50:43", "remaining_time": "5:35:26"}
+{"current_steps": 1180, "total_steps": 2871, "loss": 0.31242353916168214, "lr": 7.340374588091638e-06, "epoch": 1.2331416623105071, "percentage": 41.1, "elapsed_time": "3:52:34", "remaining_time": "5:33:18"}
+{"current_steps": 1190, "total_steps": 2871, "loss": 0.31345334053039553, "lr": 7.286463163771242e-06, "epoch": 1.2435964453737585, "percentage": 41.45, "elapsed_time": "3:54:27", "remaining_time": "5:31:12"}
+{"current_steps": 1200, "total_steps": 2871, "loss": 0.3214827060699463, "lr": 7.232213511271086e-06, "epoch": 1.25405122843701, "percentage": 41.8, "elapsed_time": "3:56:20", "remaining_time": "5:29:06"}
+{"current_steps": 1210, "total_steps": 2871, "loss": 0.2867748498916626, "lr": 7.177633655544949e-06, "epoch": 1.2645060115002613, "percentage": 42.15, "elapsed_time": "3:58:11", "remaining_time": "5:26:57"}
+{"current_steps": 1220, "total_steps": 2871, "loss": 0.3048831939697266, "lr": 7.122731670392381e-06, "epoch": 1.2749607945635129, "percentage": 42.49, "elapsed_time": "4:00:05", "remaining_time": "5:24:55"}
+{"current_steps": 1230, "total_steps": 2871, "loss": 0.3309605598449707, "lr": 7.0675156772643595e-06, "epoch": 1.2854155776267642, "percentage": 42.84, "elapsed_time": "4:01:58", "remaining_time": "5:22:50"}
+{"current_steps": 1240, "total_steps": 2871, "loss": 0.3090049743652344, "lr": 7.011993844061925e-06, "epoch": 1.2958703606900157, "percentage": 43.19, "elapsed_time": "4:03:51", "remaining_time": "5:20:45"}
+{"current_steps": 1250, "total_steps": 2871, "loss": 0.3164071559906006, "lr": 6.956174383927925e-06, "epoch": 1.3063251437532672, "percentage": 43.54, "elapsed_time": "4:05:46", "remaining_time": "5:18:43"}
+{"current_steps": 1260, "total_steps": 2871, "loss": 0.3073371410369873, "lr": 6.900065554032076e-06, "epoch": 1.3167799268165186, "percentage": 43.89, "elapsed_time": "4:07:38", "remaining_time": "5:16:37"}
+{"current_steps": 1270, "total_steps": 2871, "loss": 0.3184234142303467, "lr": 6.843675654349513e-06, "epoch": 1.3272347098797699, "percentage": 44.24, "elapsed_time": "4:09:30", "remaining_time": "5:14:32"}
+{"current_steps": 1280, "total_steps": 2871, "loss": 0.3275122165679932, "lr": 6.787013026433002e-06, "epoch": 1.3376894929430214, "percentage": 44.58, "elapsed_time": "4:11:23", "remaining_time": "5:12:28"}
+{"current_steps": 1290, "total_steps": 2871, "loss": 0.29384264945983884, "lr": 6.7300860521790034e-06, "epoch": 1.348144276006273, "percentage": 44.93, "elapsed_time": "4:13:13", "remaining_time": "5:10:21"}
+{"current_steps": 1300, "total_steps": 2871, "loss": 0.31453914642333985, "lr": 6.672903152587771e-06, "epoch": 1.3585990590695243, "percentage": 45.28, "elapsed_time": "4:15:05", "remaining_time": "5:08:16"}
+{"current_steps": 1310, "total_steps": 2871, "loss": 0.3201922416687012, "lr": 6.615472786517661e-06, "epoch": 1.3690538421327758, "percentage": 45.63, "elapsed_time": "4:16:58", "remaining_time": "5:06:13"}
+{"current_steps": 1320, "total_steps": 2871, "loss": 0.3188091993331909, "lr": 6.55780344943385e-06, "epoch": 1.3795086251960271, "percentage": 45.98, "elapsed_time": "4:18:52", "remaining_time": "5:04:10"}
+{"current_steps": 1330, "total_steps": 2871, "loss": 0.31108272075653076, "lr": 6.499903672151621e-06, "epoch": 1.3899634082592787, "percentage": 46.33, "elapsed_time": "4:20:45", "remaining_time": "5:02:07"}
+{"current_steps": 1340, "total_steps": 2871, "loss": 0.30778021812438966, "lr": 6.441782019574443e-06, "epoch": 1.40041819132253, "percentage": 46.67, "elapsed_time": "4:22:38", "remaining_time": "5:00:04"}
+{"current_steps": 1350, "total_steps": 2871, "loss": 0.3195518970489502, "lr": 6.383447089426991e-06, "epoch": 1.4108729743857815, "percentage": 47.02, "elapsed_time": "4:24:31", "remaining_time": "4:58:01"}
+{"current_steps": 1360, "total_steps": 2871, "loss": 0.3046169996261597, "lr": 6.32490751098331e-06, "epoch": 1.421327757449033, "percentage": 47.37, "elapsed_time": "4:26:23", "remaining_time": "4:55:58"}
+{"current_steps": 1370, "total_steps": 2871, "loss": 0.3061758279800415, "lr": 6.266171943790325e-06, "epoch": 1.4317825405122844, "percentage": 47.72, "elapsed_time": "4:28:16", "remaining_time": "4:53:56"}
+{"current_steps": 1380, "total_steps": 2871, "loss": 0.30702757835388184, "lr": 6.207249076386866e-06, "epoch": 1.4422373235755357, "percentage": 48.07, "elapsed_time": "4:30:09", "remaining_time": "4:51:53"}
+{"current_steps": 1390, "total_steps": 2871, "loss": 0.32001438140869143, "lr": 6.148147625018402e-06, "epoch": 1.4526921066387872, "percentage": 48.42, "elapsed_time": "4:32:01", "remaining_time": "4:49:50"}
+{"current_steps": 1400, "total_steps": 2871, "loss": 0.29395136833190916, "lr": 6.088876332347676e-06, "epoch": 1.4631468897020388, "percentage": 48.76, "elapsed_time": "4:33:55", "remaining_time": "4:47:48"}
+{"current_steps": 1410, "total_steps": 2871, "loss": 0.3357994794845581, "lr": 6.029443966161437e-06, "epoch": 1.47360167276529, "percentage": 49.11, "elapsed_time": "4:35:49", "remaining_time": "4:45:47"}
+{"current_steps": 1420, "total_steps": 2871, "loss": 0.3041604280471802, "lr": 5.969859318073457e-06, "epoch": 1.4840564558285416, "percentage": 49.46, "elapsed_time": "4:37:42", "remaining_time": "4:43:46"}
+{"current_steps": 1430, "total_steps": 2871, "loss": 0.320897650718689, "lr": 5.910131202224011e-06, "epoch": 1.494511238891793, "percentage": 49.81, "elapsed_time": "4:39:36", "remaining_time": "4:41:45"}
+{"current_steps": 1440, "total_steps": 2871, "loss": 0.2913835048675537, "lr": 5.850268453976042e-06, "epoch": 1.5049660219550445, "percentage": 50.16, "elapsed_time": "4:41:33", "remaining_time": "4:39:47"}
+{"current_steps": 1450, "total_steps": 2871, "loss": 0.3119961738586426, "lr": 5.790279928608173e-06, "epoch": 1.5154208050182958, "percentage": 50.51, "elapsed_time": "4:43:27", "remaining_time": "4:37:47"}
+{"current_steps": 1460, "total_steps": 2871, "loss": 0.29176840782165525, "lr": 5.730174500004779e-06, "epoch": 1.5258755880815473, "percentage": 50.85, "elapsed_time": "4:45:21", "remaining_time": "4:35:47"}
+{"current_steps": 1470, "total_steps": 2871, "loss": 0.3090303897857666, "lr": 5.669961059343302e-06, "epoch": 1.5363303711447989, "percentage": 51.2, "elapsed_time": "4:47:12", "remaining_time": "4:33:43"}
+{"current_steps": 1480, "total_steps": 2871, "loss": 0.3178750514984131, "lr": 5.609648513779019e-06, "epoch": 1.5467851542080502, "percentage": 51.55, "elapsed_time": "4:49:08", "remaining_time": "4:31:45"}
+{"current_steps": 1490, "total_steps": 2871, "loss": 0.2930603504180908, "lr": 5.549245785127435e-06, "epoch": 1.5572399372713015, "percentage": 51.9, "elapsed_time": "4:51:01", "remaining_time": "4:29:44"}
+{"current_steps": 1500, "total_steps": 2871, "loss": 0.3084683895111084, "lr": 5.4887618085445094e-06, "epoch": 1.567694720334553, "percentage": 52.25, "elapsed_time": "4:52:57", "remaining_time": "4:27:45"}
+{"current_steps": 1510, "total_steps": 2871, "loss": 0.3078239679336548, "lr": 5.428205531204912e-06, "epoch": 1.5781495033978046, "percentage": 52.59, "elapsed_time": "4:54:51", "remaining_time": "4:25:45"}
+{"current_steps": 1520, "total_steps": 2871, "loss": 0.2893611192703247, "lr": 5.367585910978503e-06, "epoch": 1.588604286461056, "percentage": 52.94, "elapsed_time": "4:56:47", "remaining_time": "4:23:47"}
+{"current_steps": 1530, "total_steps": 2871, "loss": 0.2893876075744629, "lr": 5.306911915105222e-06, "epoch": 1.5990590695243072, "percentage": 53.29, "elapsed_time": "4:58:41", "remaining_time": "4:21:47"}
+{"current_steps": 1540, "total_steps": 2871, "loss": 0.30096259117126467, "lr": 5.2461925188686035e-06, "epoch": 1.609513852587559, "percentage": 53.64, "elapsed_time": "5:00:38", "remaining_time": "4:19:50"}
+{"current_steps": 1550, "total_steps": 2871, "loss": 0.3023658275604248, "lr": 5.185436704268091e-06, "epoch": 1.6199686356508103, "percentage": 53.99, "elapsed_time": "5:02:31", "remaining_time": "4:17:49"}
+{"current_steps": 1560, "total_steps": 2871, "loss": 0.31364827156066893, "lr": 5.1246534586903655e-06, "epoch": 1.6304234187140616, "percentage": 54.34, "elapsed_time": "5:04:24", "remaining_time": "4:15:48"}
+{"current_steps": 1570, "total_steps": 2871, "loss": 0.31183199882507323, "lr": 5.06385177357987e-06, "epoch": 1.6408782017773131, "percentage": 54.68, "elapsed_time": "5:06:16", "remaining_time": "4:13:47"}
+{"current_steps": 1580, "total_steps": 2871, "loss": 0.2829690933227539, "lr": 5.003040643108743e-06, "epoch": 1.6513329848405647, "percentage": 55.03, "elapsed_time": "5:08:06", "remaining_time": "4:11:45"}
+{"current_steps": 1590, "total_steps": 2871, "loss": 0.31186208724975584, "lr": 4.94222906284634e-06, "epoch": 1.661787767903816, "percentage": 55.38, "elapsed_time": "5:09:59", "remaining_time": "4:09:44"}
+{"current_steps": 1600, "total_steps": 2871, "loss": 0.30586948394775393, "lr": 4.881426028428552e-06, "epoch": 1.6722425509670673, "percentage": 55.73, "elapsed_time": "5:11:52", "remaining_time": "4:07:44"}
+{"current_steps": 1610, "total_steps": 2871, "loss": 0.30365810394287107, "lr": 4.820640534227115e-06, "epoch": 1.6826973340303188, "percentage": 56.08, "elapsed_time": "5:13:43", "remaining_time": "4:05:42"}
+{"current_steps": 1620, "total_steps": 2871, "loss": 0.30023210048675536, "lr": 4.759881572019107e-06, "epoch": 1.6931521170935704, "percentage": 56.43, "elapsed_time": "5:15:35", "remaining_time": "4:03:42"}
+{"current_steps": 1630, "total_steps": 2871, "loss": 0.3089748859405518, "lr": 4.699158129656818e-06, "epoch": 1.7036069001568217, "percentage": 56.77, "elapsed_time": "5:17:27", "remaining_time": "4:01:41"}
+{"current_steps": 1640, "total_steps": 2871, "loss": 0.3098564147949219, "lr": 4.638479189738224e-06, "epoch": 1.714061683220073, "percentage": 57.12, "elapsed_time": "5:19:21", "remaining_time": "3:59:42"}
+{"current_steps": 1650, "total_steps": 2871, "loss": 0.29953689575195314, "lr": 4.57785372827821e-06, "epoch": 1.7245164662833248, "percentage": 57.47, "elapsed_time": "5:21:18", "remaining_time": "3:57:45"}
+{"current_steps": 1660, "total_steps": 2871, "loss": 0.282869291305542, "lr": 4.51729071338079e-06, "epoch": 1.734971249346576, "percentage": 57.82, "elapsed_time": "5:23:10", "remaining_time": "3:55:45"}
+{"current_steps": 1670, "total_steps": 2871, "loss": 0.2746959924697876, "lr": 4.4567991039124875e-06, "epoch": 1.7454260324098274, "percentage": 58.17, "elapsed_time": "5:25:00", "remaining_time": "3:53:44"}
+{"current_steps": 1680, "total_steps": 2871, "loss": 0.2814373016357422, "lr": 4.396387848177078e-06, "epoch": 1.755880815473079, "percentage": 58.52, "elapsed_time": "5:26:53", "remaining_time": "3:51:44"}
+{"current_steps": 1690, "total_steps": 2871, "loss": 0.2918192148208618, "lr": 4.3360658825919e-06, "epoch": 1.7663355985363305, "percentage": 58.86, "elapsed_time": "5:28:46", "remaining_time": "3:49:45"}
+{"current_steps": 1700, "total_steps": 2871, "loss": 0.3069226026535034, "lr": 4.275842130365927e-06, "epoch": 1.7767903815995818, "percentage": 59.21, "elapsed_time": "5:30:41", "remaining_time": "3:47:47"}
+{"current_steps": 1710, "total_steps": 2871, "loss": 0.2821374416351318, "lr": 4.215725500179788e-06, "epoch": 1.7872451646628331, "percentage": 59.56, "elapsed_time": "5:32:33", "remaining_time": "3:45:47"}
+{"current_steps": 1720, "total_steps": 2871, "loss": 0.27969529628753664, "lr": 4.155724884867937e-06, "epoch": 1.7976999477260847, "percentage": 59.91, "elapsed_time": "5:34:28", "remaining_time": "3:43:49"}
+{"current_steps": 1730, "total_steps": 2871, "loss": 0.29024791717529297, "lr": 4.095849160103169e-06, "epoch": 1.8081547307893362, "percentage": 60.26, "elapsed_time": "5:36:21", "remaining_time": "3:41:50"}
+{"current_steps": 1740, "total_steps": 2871, "loss": 0.2867319345474243, "lr": 4.036107183083676e-06, "epoch": 1.8186095138525875, "percentage": 60.61, "elapsed_time": "5:38:15", "remaining_time": "3:39:52"}
+{"current_steps": 1750, "total_steps": 2871, "loss": 0.3051579475402832, "lr": 3.976507791222833e-06, "epoch": 1.829064296915839, "percentage": 60.95, "elapsed_time": "5:40:08", "remaining_time": "3:37:53"}
+{"current_steps": 1760, "total_steps": 2871, "loss": 0.30063662528991697, "lr": 3.91705980084191e-06, "epoch": 1.8395190799790906, "percentage": 61.3, "elapsed_time": "5:42:04", "remaining_time": "3:35:56"}
+{"current_steps": 1770, "total_steps": 2871, "loss": 0.3020583152770996, "lr": 3.857772005865905e-06, "epoch": 1.849973863042342, "percentage": 61.65, "elapsed_time": "5:43:56", "remaining_time": "3:33:56"}
+{"current_steps": 1780, "total_steps": 2871, "loss": 0.28431456089019774, "lr": 3.7986531765226965e-06, "epoch": 1.8604286461055932, "percentage": 62.0, "elapsed_time": "5:45:50", "remaining_time": "3:31:58"}
+{"current_steps": 1790, "total_steps": 2871, "loss": 0.28502402305603025, "lr": 3.739712058045688e-06, "epoch": 1.8708834291688448, "percentage": 62.35, "elapsed_time": "5:47:43", "remaining_time": "3:29:59"}
+{"current_steps": 1800, "total_steps": 2871, "loss": 0.28310022354125974, "lr": 3.6809573693801626e-06, "epoch": 1.8813382122320963, "percentage": 62.7, "elapsed_time": "5:49:37", "remaining_time": "3:28:01"}
+{"current_steps": 1810, "total_steps": 2871, "loss": 0.2924038887023926, "lr": 3.622397801893518e-06, "epoch": 1.8917929952953476, "percentage": 63.04, "elapsed_time": "5:51:38", "remaining_time": "3:26:07"}
+{"current_steps": 1820, "total_steps": 2871, "loss": 0.286405348777771, "lr": 3.5640420180895875e-06, "epoch": 1.902247778358599, "percentage": 63.39, "elapsed_time": "5:53:31", "remaining_time": "3:24:09"}
+{"current_steps": 1830, "total_steps": 2871, "loss": 0.2759543895721436, "lr": 3.5058986503272263e-06, "epoch": 1.9127025614218505, "percentage": 63.74, "elapsed_time": "5:55:22", "remaining_time": "3:22:09"}
+{"current_steps": 1840, "total_steps": 2871, "loss": 0.2818687915802002, "lr": 3.447976299543351e-06, "epoch": 1.923157344485102, "percentage": 64.09, "elapsed_time": "5:57:15", "remaining_time": "3:20:11"}
+{"current_steps": 1850, "total_steps": 2871, "loss": 0.2903605937957764, "lr": 3.3902835339806463e-06, "epoch": 1.9336121275483533, "percentage": 64.44, "elapsed_time": "5:59:09", "remaining_time": "3:18:12"}
+{"current_steps": 1860, "total_steps": 2871, "loss": 0.2916411876678467, "lr": 3.3328288879200908e-06, "epoch": 1.9440669106116049, "percentage": 64.79, "elapsed_time": "6:01:01", "remaining_time": "3:16:14"}
+{"current_steps": 1870, "total_steps": 2871, "loss": 0.29442853927612306, "lr": 3.275620860418507e-06, "epoch": 1.9545216936748564, "percentage": 65.13, "elapsed_time": "6:02:52", "remaining_time": "3:14:14"}
+{"current_steps": 1880, "total_steps": 2871, "loss": 0.28850135803222654, "lr": 3.218667914051332e-06, "epoch": 1.9649764767381077, "percentage": 65.48, "elapsed_time": "6:04:47", "remaining_time": "3:12:17"}
+{"current_steps": 1890, "total_steps": 2871, "loss": 0.2848990440368652, "lr": 3.1619784736607815e-06, "epoch": 1.975431259801359, "percentage": 65.83, "elapsed_time": "6:06:37", "remaining_time": "3:10:17"}
+{"current_steps": 1900, "total_steps": 2871, "loss": 0.27863106727600095, "lr": 3.1055609251095874e-06, "epoch": 1.9858860428646106, "percentage": 66.18, "elapsed_time": "6:08:28", "remaining_time": "3:08:18"}
+{"current_steps": 1910, "total_steps": 2871, "loss": 0.2901535749435425, "lr": 3.049423614040513e-06, "epoch": 1.996340825927862, "percentage": 66.53, "elapsed_time": "6:10:21", "remaining_time": "3:06:20"}
+{"current_steps": 1920, "total_steps": 2871, "loss": 0.21484382152557374, "lr": 2.993574844641807e-06, "epoch": 2.006272869837951, "percentage": 66.88, "elapsed_time": "6:12:09", "remaining_time": "3:04:19"}
+{"current_steps": 1930, "total_steps": 2871, "loss": 0.15692442655563354, "lr": 2.938022878418799e-06, "epoch": 2.0167276529012024, "percentage": 67.22, "elapsed_time": "6:14:02", "remaining_time": "3:02:22"}
+{"current_steps": 1940, "total_steps": 2871, "loss": 0.14436852931976318, "lr": 2.882775932971809e-06, "epoch": 2.0271824359644537, "percentage": 67.57, "elapsed_time": "6:15:56", "remaining_time": "3:00:24"}
+{"current_steps": 1950, "total_steps": 2871, "loss": 0.1482227325439453, "lr": 2.8278421807805357e-06, "epoch": 2.037637219027705, "percentage": 67.92, "elapsed_time": "6:17:49", "remaining_time": "2:58:27"}
+{"current_steps": 1960, "total_steps": 2871, "loss": 0.1524648666381836, "lr": 2.7732297479951443e-06, "epoch": 2.0480920020909568, "percentage": 68.27, "elapsed_time": "6:19:47", "remaining_time": "2:56:31"}
+{"current_steps": 1970, "total_steps": 2871, "loss": 0.15026016235351564, "lr": 2.718946713234185e-06, "epoch": 2.058546785154208, "percentage": 68.62, "elapsed_time": "6:21:44", "remaining_time": "2:54:35"}
+{"current_steps": 1980, "total_steps": 2871, "loss": 0.14164226055145263, "lr": 2.6650011063895605e-06, "epoch": 2.0690015682174594, "percentage": 68.97, "elapsed_time": "6:23:36", "remaining_time": "2:52:37"}
+{"current_steps": 1990, "total_steps": 2871, "loss": 0.1506777286529541, "lr": 2.611400907438685e-06, "epoch": 2.0794563512807107, "percentage": 69.31, "elapsed_time": "6:25:30", "remaining_time": "2:50:40"}
+{"current_steps": 2000, "total_steps": 2871, "loss": 0.1496190071105957, "lr": 2.5581540452640417e-06, "epoch": 2.0899111343439625, "percentage": 69.66, "elapsed_time": "6:27:21", "remaining_time": "2:48:41"}
+{"current_steps": 2010, "total_steps": 2871, "loss": 0.14556009769439698, "lr": 2.5052683964802902e-06, "epoch": 2.100365917407214, "percentage": 70.01, "elapsed_time": "6:29:11", "remaining_time": "2:46:42"}
+{"current_steps": 2020, "total_steps": 2871, "loss": 0.15054495334625245, "lr": 2.452751784269103e-06, "epoch": 2.110820700470465, "percentage": 70.36, "elapsed_time": "6:31:03", "remaining_time": "2:44:45"}
+{"current_steps": 2030, "total_steps": 2871, "loss": 0.1436980962753296, "lr": 2.4006119772219185e-06, "epoch": 2.121275483533717, "percentage": 70.71, "elapsed_time": "6:32:56", "remaining_time": "2:42:47"}
+{"current_steps": 2040, "total_steps": 2871, "loss": 0.1487640380859375, "lr": 2.348856688190758e-06, "epoch": 2.131730266596968, "percentage": 71.06, "elapsed_time": "6:34:51", "remaining_time": "2:40:50"}
+{"current_steps": 2050, "total_steps": 2871, "loss": 0.1441525101661682, "lr": 2.297493573147286e-06, "epoch": 2.1421850496602195, "percentage": 71.4, "elapsed_time": "6:36:45", "remaining_time": "2:38:53"}
+{"current_steps": 2060, "total_steps": 2871, "loss": 0.14389804601669312, "lr": 2.2465302300503012e-06, "epoch": 2.152639832723471, "percentage": 71.75, "elapsed_time": "6:38:38", "remaining_time": "2:36:56"}
+{"current_steps": 2070, "total_steps": 2871, "loss": 0.14986393451690674, "lr": 2.1959741977217904e-06, "epoch": 2.1630946157867226, "percentage": 72.1, "elapsed_time": "6:40:32", "remaining_time": "2:34:59"}
+{"current_steps": 2080, "total_steps": 2871, "loss": 0.13858466148376464, "lr": 2.1458329547317384e-06, "epoch": 2.173549398849974, "percentage": 72.45, "elapsed_time": "6:42:23", "remaining_time": "2:33:01"}
+{"current_steps": 2090, "total_steps": 2871, "loss": 0.138874089717865, "lr": 2.0961139182918545e-06, "epoch": 2.184004181913225, "percentage": 72.8, "elapsed_time": "6:44:16", "remaining_time": "2:31:04"}
+{"current_steps": 2100, "total_steps": 2871, "loss": 0.13851549625396728, "lr": 2.0468244431583654e-06, "epoch": 2.1944589649764765, "percentage": 73.15, "elapsed_time": "6:46:10", "remaining_time": "2:29:07"}
+{"current_steps": 2110, "total_steps": 2871, "loss": 0.1476877212524414, "lr": 1.9979718205440607e-06, "epoch": 2.2049137480397283, "percentage": 73.49, "elapsed_time": "6:48:03", "remaining_time": "2:27:10"}
+{"current_steps": 2120, "total_steps": 2871, "loss": 0.13761415481567382, "lr": 1.9495632770397187e-06, "epoch": 2.2153685311029796, "percentage": 73.84, "elapsed_time": "6:49:57", "remaining_time": "2:25:13"}
+{"current_steps": 2130, "total_steps": 2871, "loss": 0.14834946393966675, "lr": 1.901605973545116e-06, "epoch": 2.225823314166231, "percentage": 74.19, "elapsed_time": "6:51:49", "remaining_time": "2:23:16"}
+{"current_steps": 2140, "total_steps": 2871, "loss": 0.1400376081466675, "lr": 1.8541070042097336e-06, "epoch": 2.2362780972294827, "percentage": 74.54, "elapsed_time": "6:53:58", "remaining_time": "2:21:24"}
+{"current_steps": 2150, "total_steps": 2871, "loss": 0.13627231121063232, "lr": 1.8070733953833487e-06, "epoch": 2.246732880292734, "percentage": 74.89, "elapsed_time": "6:55:51", "remaining_time": "2:19:27"}
+{"current_steps": 2160, "total_steps": 2871, "loss": 0.1398362398147583, "lr": 1.7605121045766488e-06, "epoch": 2.2571876633559853, "percentage": 75.24, "elapsed_time": "6:57:49", "remaining_time": "2:17:32"}
+{"current_steps": 2170, "total_steps": 2871, "loss": 0.13770153522491455, "lr": 1.7144300194320357e-06, "epoch": 2.2676424464192366, "percentage": 75.58, "elapsed_time": "6:59:45", "remaining_time": "2:15:36"}
+{"current_steps": 2180, "total_steps": 2871, "loss": 0.1351094961166382, "lr": 1.6688339567047612e-06, "epoch": 2.2780972294824884, "percentage": 75.93, "elapsed_time": "7:01:40", "remaining_time": "2:13:39"}
+{"current_steps": 2190, "total_steps": 2871, "loss": 0.132268488407135, "lr": 1.6237306612545495e-06, "epoch": 2.2885520125457397, "percentage": 76.28, "elapsed_time": "7:03:32", "remaining_time": "2:11:42"}
+{"current_steps": 2200, "total_steps": 2871, "loss": 0.1430295467376709, "lr": 1.5791268050478487e-06, "epoch": 2.299006795608991, "percentage": 76.63, "elapsed_time": "7:05:26", "remaining_time": "2:09:45"}
+{"current_steps": 2210, "total_steps": 2871, "loss": 0.14251787662506105, "lr": 1.535028986170881e-06, "epoch": 2.3094615786722423, "percentage": 76.98, "elapsed_time": "7:07:19", "remaining_time": "2:07:48"}
+{"current_steps": 2220, "total_steps": 2871, "loss": 0.13963282108306885, "lr": 1.4914437278536054e-06, "epoch": 2.319916361735494, "percentage": 77.32, "elapsed_time": "7:09:09", "remaining_time": "2:05:50"}
+{"current_steps": 2230, "total_steps": 2871, "loss": 0.14262232780456544, "lr": 1.448377477504762e-06, "epoch": 2.3303711447987454, "percentage": 77.67, "elapsed_time": "7:11:01", "remaining_time": "2:03:53"}
+{"current_steps": 2240, "total_steps": 2871, "loss": 0.13835076093673707, "lr": 1.4058366057581297e-06, "epoch": 2.3408259278619967, "percentage": 78.02, "elapsed_time": "7:12:55", "remaining_time": "2:01:57"}
+{"current_steps": 2250, "total_steps": 2871, "loss": 0.14539437294006347, "lr": 1.363827405530141e-06, "epoch": 2.3512807109252485, "percentage": 78.37, "elapsed_time": "7:14:48", "remaining_time": "2:00:00"}
+{"current_steps": 2260, "total_steps": 2871, "loss": 0.13863496780395507, "lr": 1.322356091088996e-06, "epoch": 2.3617354939885, "percentage": 78.72, "elapsed_time": "7:16:40", "remaining_time": "1:58:03"}
+{"current_steps": 2270, "total_steps": 2871, "loss": 0.14841680526733397, "lr": 1.2814287971354023e-06, "epoch": 2.372190277051751, "percentage": 79.07, "elapsed_time": "7:18:32", "remaining_time": "1:56:06"}
+{"current_steps": 2280, "total_steps": 2871, "loss": 0.13895373344421386, "lr": 1.2410515778951004e-06, "epoch": 2.3826450601150024, "percentage": 79.41, "elapsed_time": "7:20:25", "remaining_time": "1:54:09"}
+{"current_steps": 2290, "total_steps": 2871, "loss": 0.13038469552993776, "lr": 1.2012304062232794e-06, "epoch": 2.393099843178254, "percentage": 79.76, "elapsed_time": "7:22:17", "remaining_time": "1:52:12"}
+{"current_steps": 2300, "total_steps": 2871, "loss": 0.1385021448135376, "lr": 1.1619711727210276e-06, "epoch": 2.4035546262415055, "percentage": 80.11, "elapsed_time": "7:24:13", "remaining_time": "1:50:17"}
+{"current_steps": 2310, "total_steps": 2871, "loss": 0.13610873222351075, "lr": 1.12327968486397e-06, "epoch": 2.414009409304757, "percentage": 80.46, "elapsed_time": "7:26:08", "remaining_time": "1:48:20"}
+{"current_steps": 2320, "total_steps": 2871, "loss": 0.13124221563339233, "lr": 1.0851616661431808e-06, "epoch": 2.424464192368008, "percentage": 80.81, "elapsed_time": "7:28:04", "remaining_time": "1:46:25"}
+{"current_steps": 2330, "total_steps": 2871, "loss": 0.134140944480896, "lr": 1.047622755218532e-06, "epoch": 2.43491897543126, "percentage": 81.16, "elapsed_time": "7:29:57", "remaining_time": "1:44:28"}
+{"current_steps": 2340, "total_steps": 2871, "loss": 0.13985075950622558, "lr": 1.0106685050845838e-06, "epoch": 2.445373758494511, "percentage": 81.5, "elapsed_time": "7:31:50", "remaining_time": "1:42:31"}
+{"current_steps": 2350, "total_steps": 2871, "loss": 0.12615830898284913, "lr": 9.743043822491528e-07, "epoch": 2.4558285415577625, "percentage": 81.85, "elapsed_time": "7:33:42", "remaining_time": "1:40:35"}
+{"current_steps": 2360, "total_steps": 2871, "loss": 0.14161596298217774, "lr": 9.385357659246713e-07, "epoch": 2.4662833246210143, "percentage": 82.2, "elapsed_time": "7:35:33", "remaining_time": "1:38:38"}
+{"current_steps": 2370, "total_steps": 2871, "loss": 0.13880399465560914, "lr": 9.033679472324585e-07, "epoch": 2.4767381076842656, "percentage": 82.55, "elapsed_time": "7:37:26", "remaining_time": "1:36:41"}
+{"current_steps": 2380, "total_steps": 2871, "loss": 0.12704449892044067, "lr": 8.688061284200266e-07, "epoch": 2.487192890747517, "percentage": 82.9, "elapsed_time": "7:39:18", "remaining_time": "1:34:45"}
+{"current_steps": 2390, "total_steps": 2871, "loss": 0.1395116090774536, "lr": 8.348554220915256e-07, "epoch": 2.4976476738107682, "percentage": 83.25, "elapsed_time": "7:41:11", "remaining_time": "1:32:49"}
+{"current_steps": 2400, "total_steps": 2871, "loss": 0.13774077892303466, "lr": 8.015208504514626e-07, "epoch": 2.50810245687402, "percentage": 83.59, "elapsed_time": "7:43:07", "remaining_time": "1:30:53"}
+{"current_steps": 2410, "total_steps": 2871, "loss": 0.13431841135025024, "lr": 7.6880734456178e-07, "epoch": 2.5185572399372713, "percentage": 83.94, "elapsed_time": "7:45:02", "remaining_time": "1:28:57"}
+{"current_steps": 2420, "total_steps": 2871, "loss": 0.13095202445983886, "lr": 7.367197436124218e-07, "epoch": 2.5290120230005226, "percentage": 84.29, "elapsed_time": "7:46:57", "remaining_time": "1:27:01"}
+{"current_steps": 2430, "total_steps": 2871, "loss": 0.13431986570358276, "lr": 7.052627942054919e-07, "epoch": 2.539466806063774, "percentage": 84.64, "elapsed_time": "7:48:52", "remaining_time": "1:25:05"}
+{"current_steps": 2440, "total_steps": 2871, "loss": 0.13436880111694335, "lr": 6.744411496531045e-07, "epoch": 2.5499215891270257, "percentage": 84.99, "elapsed_time": "7:50:46", "remaining_time": "1:23:09"}
+{"current_steps": 2450, "total_steps": 2871, "loss": 0.1392744302749634, "lr": 6.442593692890365e-07, "epoch": 2.560376372190277, "percentage": 85.34, "elapsed_time": "7:52:40", "remaining_time": "1:21:13"}
+{"current_steps": 2460, "total_steps": 2871, "loss": 0.14513977766036987, "lr": 6.147219177942854e-07, "epoch": 2.5708311552535283, "percentage": 85.68, "elapsed_time": "7:54:36", "remaining_time": "1:19:17"}
+{"current_steps": 2470, "total_steps": 2871, "loss": 0.13284623622894287, "lr": 5.858331645366183e-07, "epoch": 2.58128593831678, "percentage": 86.03, "elapsed_time": "7:56:28", "remaining_time": "1:17:21"}
+{"current_steps": 2480, "total_steps": 2871, "loss": 0.13117119073867797, "lr": 5.575973829242365e-07, "epoch": 2.5917407213800314, "percentage": 86.38, "elapsed_time": "7:58:20", "remaining_time": "1:15:24"}
+{"current_steps": 2490, "total_steps": 2871, "loss": 0.1387467861175537, "lr": 5.300187497736148e-07, "epoch": 2.6021955044432827, "percentage": 86.73, "elapsed_time": "8:00:15", "remaining_time": "1:13:29"}
+{"current_steps": 2500, "total_steps": 2871, "loss": 0.12908343076705933, "lr": 5.031013446916516e-07, "epoch": 2.6126502875065345, "percentage": 87.08, "elapsed_time": "8:02:09", "remaining_time": "1:11:33"}
+{"current_steps": 2510, "total_steps": 2871, "loss": 0.13739001750946045, "lr": 4.768491494721794e-07, "epoch": 2.623105070569786, "percentage": 87.43, "elapsed_time": "8:04:02", "remaining_time": "1:09:36"}
+{"current_steps": 2520, "total_steps": 2871, "loss": 0.13573113679885865, "lr": 4.512660475069558e-07, "epoch": 2.633559853633037, "percentage": 87.77, "elapsed_time": "8:05:56", "remaining_time": "1:07:41"}
+{"current_steps": 2530, "total_steps": 2871, "loss": 0.13201311826705933, "lr": 4.263558232112064e-07, "epoch": 2.6440146366962884, "percentage": 88.12, "elapsed_time": "8:07:49", "remaining_time": "1:05:45"}
+{"current_steps": 2540, "total_steps": 2871, "loss": 0.12791603803634644, "lr": 4.02122161463811e-07, "epoch": 2.6544694197595398, "percentage": 88.47, "elapsed_time": "8:09:41", "remaining_time": "1:03:48"}
+{"current_steps": 2550, "total_steps": 2871, "loss": 0.1308240056037903, "lr": 3.7856864706221187e-07, "epoch": 2.6649242028227915, "percentage": 88.82, "elapsed_time": "8:11:32", "remaining_time": "1:01:52"}
+{"current_steps": 2560, "total_steps": 2871, "loss": 0.12685129642486573, "lr": 3.5569876419212947e-07, "epoch": 2.675378985886043, "percentage": 89.17, "elapsed_time": "8:13:24", "remaining_time": "0:59:56"}
+{"current_steps": 2570, "total_steps": 2871, "loss": 0.13150808811187745, "lr": 3.335158959121554e-07, "epoch": 2.685833768949294, "percentage": 89.52, "elapsed_time": "8:15:17", "remaining_time": "0:58:00"}
+{"current_steps": 2580, "total_steps": 2871, "loss": 0.13638091087341309, "lr": 3.120233236533138e-07, "epoch": 2.696288552012546, "percentage": 89.86, "elapsed_time": "8:17:11", "remaining_time": "0:56:04"}
+{"current_steps": 2590, "total_steps": 2871, "loss": 0.13004894256591798, "lr": 2.91224226733649e-07, "epoch": 2.7067433350757972, "percentage": 90.21, "elapsed_time": "8:19:06", "remaining_time": "0:54:09"}
+{"current_steps": 2600, "total_steps": 2871, "loss": 0.12011622190475464, "lr": 2.711216818879209e-07, "epoch": 2.7171981181390485, "percentage": 90.56, "elapsed_time": "8:21:00", "remaining_time": "0:52:13"}
+{"current_steps": 2610, "total_steps": 2871, "loss": 0.12943274974823, "lr": 2.5171866281247294e-07, "epoch": 2.7276529012023003, "percentage": 90.91, "elapsed_time": "8:22:53", "remaining_time": "0:50:17"}
+{"current_steps": 2620, "total_steps": 2871, "loss": 0.12708134651184083, "lr": 2.330180397253473e-07, "epoch": 2.7381076842655516, "percentage": 91.26, "elapsed_time": "8:24:48", "remaining_time": "0:48:21"}
+{"current_steps": 2630, "total_steps": 2871, "loss": 0.1336909532546997, "lr": 2.1502257894170099e-07, "epoch": 2.748562467328803, "percentage": 91.61, "elapsed_time": "8:26:39", "remaining_time": "0:46:25"}
+{"current_steps": 2640, "total_steps": 2871, "loss": 0.1346044659614563, "lr": 1.97734942464598e-07, "epoch": 2.7590172503920543, "percentage": 91.95, "elapsed_time": "8:28:32", "remaining_time": "0:44:29"}
+{"current_steps": 2650, "total_steps": 2871, "loss": 0.12940382957458496, "lr": 1.811576875912241e-07, "epoch": 2.7694720334553056, "percentage": 92.3, "elapsed_time": "8:30:25", "remaining_time": "0:42:34"}
+{"current_steps": 2660, "total_steps": 2871, "loss": 0.1374659061431885, "lr": 1.652932665346002e-07, "epoch": 2.7799268165185573, "percentage": 92.65, "elapsed_time": "8:32:16", "remaining_time": "0:40:38"}
+{"current_steps": 2670, "total_steps": 2871, "loss": 0.13039830923080445, "lr": 1.501440260608339e-07, "epoch": 2.7903815995818086, "percentage": 93.0, "elapsed_time": "8:34:11", "remaining_time": "0:38:42"}
+{"current_steps": 2680, "total_steps": 2871, "loss": 0.12391582727432252, "lr": 1.3571220714196976e-07, "epoch": 2.80083638264506, "percentage": 93.35, "elapsed_time": "8:36:02", "remaining_time": "0:36:46"}
+{"current_steps": 2690, "total_steps": 2871, "loss": 0.12288906574249267, "lr": 1.2199994462448906e-07, "epoch": 2.8112911657083117, "percentage": 93.7, "elapsed_time": "8:37:55", "remaining_time": "0:34:50"}
+{"current_steps": 2700, "total_steps": 2871, "loss": 0.13215855360031128, "lr": 1.0900926691351454e-07, "epoch": 2.821745948771563, "percentage": 94.04, "elapsed_time": "8:39:48", "remaining_time": "0:32:55"}
+{"current_steps": 2710, "total_steps": 2871, "loss": 0.13673336505889894, "lr": 9.674209567275161e-08, "epoch": 2.8322007318348144, "percentage": 94.39, "elapsed_time": "8:41:44", "remaining_time": "0:30:59"}
+{"current_steps": 2720, "total_steps": 2871, "loss": 0.12209119796752929, "lr": 8.520024554022566e-08, "epoch": 2.842655514898066, "percentage": 94.74, "elapsed_time": "8:43:48", "remaining_time": "0:29:04"}
+{"current_steps": 2730, "total_steps": 2871, "loss": 0.12708457708358764, "lr": 7.438542385984738e-08, "epoch": 2.8531102979613174, "percentage": 95.09, "elapsed_time": "8:45:39", "remaining_time": "0:27:08"}
+{"current_steps": 2740, "total_steps": 2871, "loss": 0.13162033557891845, "lr": 6.429923042885367e-08, "epoch": 2.8635650810245687, "percentage": 95.44, "elapsed_time": "8:47:35", "remaining_time": "0:25:13"}
+{"current_steps": 2750, "total_steps": 2871, "loss": 0.1326550602912903, "lr": 5.494315726115529e-08, "epoch": 2.87401986408782, "percentage": 95.79, "elapsed_time": "8:49:31", "remaining_time": "0:23:17"}
+{"current_steps": 2760, "total_steps": 2871, "loss": 0.13333473205566407, "lr": 4.631858836662562e-08, "epoch": 2.8844746471510714, "percentage": 96.13, "elapsed_time": "8:51:22", "remaining_time": "0:21:22"}
+{"current_steps": 2770, "total_steps": 2871, "loss": 0.1390301465988159, "lr": 3.84267995463744e-08, "epoch": 2.894929430214323, "percentage": 96.48, "elapsed_time": "8:53:15", "remaining_time": "0:19:26"}
+{"current_steps": 2780, "total_steps": 2871, "loss": 0.12958585023880004, "lr": 3.126895820401821e-08, "epoch": 2.9053842132775745, "percentage": 96.83, "elapsed_time": "8:55:08", "remaining_time": "0:17:31"}
+{"current_steps": 2790, "total_steps": 2871, "loss": 0.12938933372497557, "lr": 2.4846123172992953e-08, "epoch": 2.9158389963408258, "percentage": 97.18, "elapsed_time": "8:57:02", "remaining_time": "0:15:35"}
+{"current_steps": 2800, "total_steps": 2871, "loss": 0.11819233894348144, "lr": 1.9159244559924795e-08, "epoch": 2.9262937794040775, "percentage": 97.53, "elapsed_time": "8:58:55", "remaining_time": "0:13:39"}
+{"current_steps": 2810, "total_steps": 2871, "loss": 0.1272344708442688, "lr": 1.4209163604083087e-08, "epoch": 2.936748562467329, "percentage": 97.88, "elapsed_time": "9:00:47", "remaining_time": "0:11:44"}
+{"current_steps": 2820, "total_steps": 2871, "loss": 0.11950185298919677, "lr": 9.996612552939378e-09, "epoch": 2.94720334553058, "percentage": 98.22, "elapsed_time": "9:02:42", "remaining_time": "0:09:48"}
+{"current_steps": 2830, "total_steps": 2871, "loss": 0.13452023267745972, "lr": 6.5222145538501595e-09, "epoch": 2.957658128593832, "percentage": 98.57, "elapsed_time": "9:04:46", "remaining_time": "0:07:53"}
+{"current_steps": 2840, "total_steps": 2871, "loss": 0.12160922288894653, "lr": 3.786483561874499e-09, "epoch": 2.9681129116570832, "percentage": 98.92, "elapsed_time": "9:06:40", "remaining_time": "0:05:58"}
+{"current_steps": 2850, "total_steps": 2871, "loss": 0.12982231378555298, "lr": 1.7898242637470753e-09, "epoch": 2.9785676947203346, "percentage": 99.27, "elapsed_time": "9:08:32", "remaining_time": "0:04:02"}
+{"current_steps": 2860, "total_steps": 2871, "loss": 0.13465402126312256, "lr": 5.325320180171733e-10, "epoch": 2.989022477783586, "percentage": 99.62, "elapsed_time": "9:10:27", "remaining_time": "0:02:07"}
+{"current_steps": 2870, "total_steps": 2871, "loss": 0.12415080070495606, "lr": 1.4792811353081526e-11, "epoch": 2.999477260846837, "percentage": 99.97, "elapsed_time": "9:12:19", "remaining_time": "0:00:11"}
+{"current_steps": 2871, "total_steps": 2871, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "9:12:56", "remaining_time": "0:00:00"}

trainer_state.json

@@ -0,0 +1,2052 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 2871,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.010454783063251438,
+      "grad_norm": 24.718418387617902,
+      "learning_rate": 3.125e-07,
+      "loss": 1.1700332641601563,
+      "step": 10
+    },
+    {
+      "epoch": 0.020909566126502875,
+      "grad_norm": 15.30385218893769,
+      "learning_rate": 6.597222222222223e-07,
+      "loss": 1.0165559768676757,
+      "step": 20
+    },
+    {
+      "epoch": 0.03136434918975431,
+      "grad_norm": 13.230159899142032,
+      "learning_rate": 1.0069444444444447e-06,
+      "loss": 0.8414219856262207,
+      "step": 30
+    },
+    {
+      "epoch": 0.04181913225300575,
+      "grad_norm": 10.503224274773585,
+      "learning_rate": 1.3541666666666667e-06,
+      "loss": 0.7689157009124756,
+      "step": 40
+    },
+    {
+      "epoch": 0.052273915316257184,
+      "grad_norm": 14.171656221517212,
+      "learning_rate": 1.7013888888888891e-06,
+      "loss": 0.6302088737487793,
+      "step": 50
+    },
+    {
+      "epoch": 0.06272869837950862,
+      "grad_norm": 9.043585899085475,
+      "learning_rate": 2.048611111111111e-06,
+      "loss": 0.6252153396606446,
+      "step": 60
+    },
+    {
+      "epoch": 0.07318348144276006,
+      "grad_norm": 9.54429578186317,
+      "learning_rate": 2.395833333333334e-06,
+      "loss": 0.6105705261230469,
+      "step": 70
+    },
+    {
+      "epoch": 0.0836382645060115,
+      "grad_norm": 8.06764586264589,
+      "learning_rate": 2.743055555555556e-06,
+      "loss": 0.5567462921142579,
+      "step": 80
+    },
+    {
+      "epoch": 0.09409304756926294,
+      "grad_norm": 7.653404443610405,
+      "learning_rate": 3.0902777777777783e-06,
+      "loss": 0.5320817947387695,
+      "step": 90
+    },
+    {
+      "epoch": 0.10454783063251437,
+      "grad_norm": 10.323292483586252,
+      "learning_rate": 3.4375e-06,
+      "loss": 0.5564082622528076,
+      "step": 100
+    },
+    {
+      "epoch": 0.11500261369576581,
+      "grad_norm": 8.26776360225882,
+      "learning_rate": 3.7847222222222224e-06,
+      "loss": 0.5289367198944092,
+      "step": 110
+    },
+    {
+      "epoch": 0.12545739675901724,
+      "grad_norm": 6.722761461092399,
+      "learning_rate": 4.131944444444444e-06,
+      "loss": 0.5374911308288575,
+      "step": 120
+    },
+    {
+      "epoch": 0.1359121798222687,
+      "grad_norm": 6.149667256927038,
+      "learning_rate": 4.479166666666667e-06,
+      "loss": 0.5469415187835693,
+      "step": 130
+    },
+    {
+      "epoch": 0.14636696288552012,
+      "grad_norm": 6.388849351000388,
+      "learning_rate": 4.8263888888888895e-06,
+      "loss": 0.5261176109313965,
+      "step": 140
+    },
+    {
+      "epoch": 0.15682174594877157,
+      "grad_norm": 8.586082571405415,
+      "learning_rate": 5.173611111111112e-06,
+      "loss": 0.5198972702026368,
+      "step": 150
+    },
+    {
+      "epoch": 0.167276529012023,
+      "grad_norm": 6.152605009722152,
+      "learning_rate": 5.520833333333334e-06,
+      "loss": 0.5329889297485352,
+      "step": 160
+    },
+    {
+      "epoch": 0.17773131207527443,
+      "grad_norm": 5.886258972565166,
+      "learning_rate": 5.868055555555557e-06,
+      "loss": 0.525073766708374,
+      "step": 170
+    },
+    {
+      "epoch": 0.18818609513852588,
+      "grad_norm": 5.253589520667939,
+      "learning_rate": 6.2152777777777785e-06,
+      "loss": 0.5174613475799561,
+      "step": 180
+    },
+    {
+      "epoch": 0.1986408782017773,
+      "grad_norm": 5.675195796637292,
+      "learning_rate": 6.5625e-06,
+      "loss": 0.5482912063598633,
+      "step": 190
+    },
+    {
+      "epoch": 0.20909566126502874,
+      "grad_norm": 5.9189806187457705,
+      "learning_rate": 6.909722222222223e-06,
+      "loss": 0.5167539119720459,
+      "step": 200
+    },
+    {
+      "epoch": 0.2195504443282802,
+      "grad_norm": 5.021670417605504,
+      "learning_rate": 7.256944444444445e-06,
+      "loss": 0.5195440292358399,
+      "step": 210
+    },
+    {
+      "epoch": 0.23000522739153162,
+      "grad_norm": 5.8799189190658785,
+      "learning_rate": 7.6041666666666666e-06,
+      "loss": 0.49451093673706054,
+      "step": 220
+    },
+    {
+      "epoch": 0.24046001045478307,
+      "grad_norm": 4.704888927873957,
+      "learning_rate": 7.95138888888889e-06,
+      "loss": 0.5205968379974365,
+      "step": 230
+    },
+    {
+      "epoch": 0.2509147935180345,
+      "grad_norm": 4.044173128780622,
+      "learning_rate": 8.298611111111113e-06,
+      "loss": 0.5085770606994628,
+      "step": 240
+    },
+    {
+      "epoch": 0.26136957658128596,
+      "grad_norm": 4.1213147825333305,
+      "learning_rate": 8.645833333333335e-06,
+      "loss": 0.5399441719055176,
+      "step": 250
+    },
+    {
+      "epoch": 0.2718243596445374,
+      "grad_norm": 4.486952442486536,
+      "learning_rate": 8.993055555555556e-06,
+      "loss": 0.5133580684661865,
+      "step": 260
+    },
+    {
+      "epoch": 0.2822791427077888,
+      "grad_norm": 5.968494502845103,
+      "learning_rate": 9.340277777777778e-06,
+      "loss": 0.5166466712951661,
+      "step": 270
+    },
+    {
+      "epoch": 0.29273392577104024,
+      "grad_norm": 4.344923803681764,
+      "learning_rate": 9.6875e-06,
+      "loss": 0.5282481670379638,
+      "step": 280
+    },
+    {
+      "epoch": 0.30318870883429166,
+      "grad_norm": 3.9994844082293177,
+      "learning_rate": 9.999996301795796e-06,
+      "loss": 0.5292728900909424,
+      "step": 290
+    },
+    {
+      "epoch": 0.31364349189754315,
+      "grad_norm": 3.5419088276177964,
+      "learning_rate": 9.999552523910578e-06,
+      "loss": 0.5152704238891601,
+      "step": 300
+    },
+    {
+      "epoch": 0.3240982749607946,
+      "grad_norm": 3.489906187952539,
+      "learning_rate": 9.998369180404283e-06,
+      "loss": 0.5211520671844483,
+      "step": 310
+    },
+    {
+      "epoch": 0.334553058024046,
+      "grad_norm": 4.261544057697915,
+      "learning_rate": 9.996446446324608e-06,
+      "loss": 0.5550591945648193,
+      "step": 320
+    },
+    {
+      "epoch": 0.34500784108729743,
+      "grad_norm": 4.737845260981813,
+      "learning_rate": 9.993784606094612e-06,
+      "loss": 0.5402544021606446,
+      "step": 330
+    },
+    {
+      "epoch": 0.35546262415054886,
+      "grad_norm": 3.8503896993743134,
+      "learning_rate": 9.99038405347064e-06,
+      "loss": 0.48754453659057617,
+      "step": 340
+    },
+    {
+      "epoch": 0.36591740721380034,
+      "grad_norm": 4.366091111981202,
+      "learning_rate": 9.986245291484075e-06,
+      "loss": 0.5144664287567139,
+      "step": 350
+    },
+    {
+      "epoch": 0.37637219027705177,
+      "grad_norm": 3.9493875329487604,
+      "learning_rate": 9.981368932366924e-06,
+      "loss": 0.48796958923339845,
+      "step": 360
+    },
+    {
+      "epoch": 0.3868269733403032,
+      "grad_norm": 3.7433034077846474,
+      "learning_rate": 9.975755697461254e-06,
+      "loss": 0.5206839561462402,
+      "step": 370
+    },
+    {
+      "epoch": 0.3972817564035546,
+      "grad_norm": 4.274035309097283,
+      "learning_rate": 9.969406417112489e-06,
+      "loss": 0.5185662269592285,
+      "step": 380
+    },
+    {
+      "epoch": 0.40773653946680605,
+      "grad_norm": 3.772484771429206,
+      "learning_rate": 9.962322030546578e-06,
+      "loss": 0.509379768371582,
+      "step": 390
+    },
+    {
+      "epoch": 0.4181913225300575,
+      "grad_norm": 3.2658293031982066,
+      "learning_rate": 9.954503585731061e-06,
+      "loss": 0.5134355545043945,
+      "step": 400
+    },
+    {
+      "epoch": 0.42864610559330896,
+      "grad_norm": 3.0402363204471303,
+      "learning_rate": 9.945952239220042e-06,
+      "loss": 0.47466449737548827,
+      "step": 410
+    },
+    {
+      "epoch": 0.4391008886565604,
+      "grad_norm": 3.7651205662189535,
+      "learning_rate": 9.936669255983109e-06,
+      "loss": 0.501217269897461,
+      "step": 420
+    },
+    {
+      "epoch": 0.4495556717198118,
+      "grad_norm": 3.376388365965475,
+      "learning_rate": 9.926656009218208e-06,
+      "loss": 0.4949479103088379,
+      "step": 430
+    },
+    {
+      "epoch": 0.46001045478306324,
+      "grad_norm": 3.6381784800199704,
+      "learning_rate": 9.915913980148515e-06,
+      "loss": 0.5050280094146729,
+      "step": 440
+    },
+    {
+      "epoch": 0.47046523784631467,
+      "grad_norm": 2.9696569915800697,
+      "learning_rate": 9.904444757803322e-06,
+      "loss": 0.5072210788726806,
+      "step": 450
+    },
+    {
+      "epoch": 0.48092002090956615,
+      "grad_norm": 2.861080063899493,
+      "learning_rate": 9.892250038782972e-06,
+      "loss": 0.47548551559448243,
+      "step": 460
+    },
+    {
+      "epoch": 0.4913748039728176,
+      "grad_norm": 3.644124793454272,
+      "learning_rate": 9.8793316270079e-06,
+      "loss": 0.4952088356018066,
+      "step": 470
+    },
+    {
+      "epoch": 0.501829587036069,
+      "grad_norm": 3.3821878518913797,
+      "learning_rate": 9.865691433451773e-06,
+      "loss": 0.49309720993041994,
+      "step": 480
+    },
+    {
+      "epoch": 0.5122843700993205,
+      "grad_norm": 3.2464462466856787,
+      "learning_rate": 9.851331475858813e-06,
+      "loss": 0.49744210243225095,
+      "step": 490
+    },
+    {
+      "epoch": 0.5227391531625719,
+      "grad_norm": 3.8163659135728474,
+      "learning_rate": 9.83625387844532e-06,
+      "loss": 0.4938063144683838,
+      "step": 500
+    },
+    {
+      "epoch": 0.5331939362258233,
+      "grad_norm": 3.5682320886997023,
+      "learning_rate": 9.820460871585442e-06,
+      "loss": 0.4634222507476807,
+      "step": 510
+    },
+    {
+      "epoch": 0.5436487192890748,
+      "grad_norm": 3.0357540286588836,
+      "learning_rate": 9.803954791481239e-06,
+      "loss": 0.500468635559082,
+      "step": 520
+    },
+    {
+      "epoch": 0.5541035023523262,
+      "grad_norm": 3.0572997742301107,
+      "learning_rate": 9.78673807981711e-06,
+      "loss": 0.4764060974121094,
+      "step": 530
+    },
+    {
+      "epoch": 0.5645582854155776,
+      "grad_norm": 3.34171454474721,
+      "learning_rate": 9.768813283398592e-06,
+      "loss": 0.46895341873168944,
+      "step": 540
+    },
+    {
+      "epoch": 0.575013068478829,
+      "grad_norm": 3.3409678596022165,
+      "learning_rate": 9.750183053775625e-06,
+      "loss": 0.5167595863342285,
+      "step": 550
+    },
+    {
+      "epoch": 0.5854678515420805,
+      "grad_norm": 3.1055221089696285,
+      "learning_rate": 9.730850146850319e-06,
+      "loss": 0.4886764049530029,
+      "step": 560
+    },
+    {
+      "epoch": 0.5959226346053319,
+      "grad_norm": 2.9915697668941377,
+      "learning_rate": 9.710817422469277e-06,
+      "loss": 0.45673513412475586,
+      "step": 570
+    },
+    {
+      "epoch": 0.6063774176685833,
+      "grad_norm": 3.338602047965964,
+      "learning_rate": 9.69008784400056e-06,
+      "loss": 0.4862043380737305,
+      "step": 580
+    },
+    {
+      "epoch": 0.6168322007318349,
+      "grad_norm": 3.293443562748853,
+      "learning_rate": 9.66866447789531e-06,
+      "loss": 0.44897637367248533,
+      "step": 590
+    },
+    {
+      "epoch": 0.6272869837950863,
+      "grad_norm": 3.415206492218139,
+      "learning_rate": 9.646550493234163e-06,
+      "loss": 0.4673483848571777,
+      "step": 600
+    },
+    {
+      "epoch": 0.6377417668583377,
+      "grad_norm": 2.593704546570031,
+      "learning_rate": 9.623749161258437e-06,
+      "loss": 0.4777404308319092,
+      "step": 610
+    },
+    {
+      "epoch": 0.6481965499215891,
+      "grad_norm": 3.261983426835237,
+      "learning_rate": 9.600263854886241e-06,
+      "loss": 0.46083660125732423,
+      "step": 620
+    },
+    {
+      "epoch": 0.6586513329848406,
+      "grad_norm": 3.6589349712466754,
+      "learning_rate": 9.576098048213525e-06,
+      "loss": 0.4882816314697266,
+      "step": 630
+    },
+    {
+      "epoch": 0.669106116048092,
+      "grad_norm": 2.786049187576396,
+      "learning_rate": 9.551255316000183e-06,
+      "loss": 0.47601971626281736,
+      "step": 640
+    },
+    {
+      "epoch": 0.6795608991113434,
+      "grad_norm": 3.5534399995207133,
+      "learning_rate": 9.52573933314123e-06,
+      "loss": 0.46523337364196776,
+      "step": 650
+    },
+    {
+      "epoch": 0.6900156821745949,
+      "grad_norm": 3.247855590359742,
+      "learning_rate": 9.499553874123213e-06,
+      "loss": 0.5022894859313964,
+      "step": 660
+    },
+    {
+      "epoch": 0.7004704652378463,
+      "grad_norm": 3.192373069279576,
+      "learning_rate": 9.472702812465843e-06,
+      "loss": 0.45582046508789065,
+      "step": 670
+    },
+    {
+      "epoch": 0.7109252483010977,
+      "grad_norm": 2.9987766019069273,
+      "learning_rate": 9.44519012014901e-06,
+      "loss": 0.4604167938232422,
+      "step": 680
+    },
+    {
+      "epoch": 0.7213800313643491,
+      "grad_norm": 3.3287345373697543,
+      "learning_rate": 9.417019867025225e-06,
+      "loss": 0.45743575096130373,
+      "step": 690
+    },
+    {
+      "epoch": 0.7318348144276007,
+      "grad_norm": 3.13001378623864,
+      "learning_rate": 9.388196220217574e-06,
+      "loss": 0.45987858772277834,
+      "step": 700
+    },
+    {
+      "epoch": 0.7422895974908521,
+      "grad_norm": 3.0609953430591843,
+      "learning_rate": 9.358723443503295e-06,
+      "loss": 0.46433610916137696,
+      "step": 710
+    },
+    {
+      "epoch": 0.7527443805541035,
+      "grad_norm": 2.9731001333714158,
+      "learning_rate": 9.328605896683052e-06,
+      "loss": 0.4452852725982666,
+      "step": 720
+    },
+    {
+      "epoch": 0.763199163617355,
+      "grad_norm": 2.8834649128493854,
+      "learning_rate": 9.297848034936007e-06,
+      "loss": 0.4701652526855469,
+      "step": 730
+    },
+    {
+      "epoch": 0.7736539466806064,
+      "grad_norm": 2.623781264855837,
+      "learning_rate": 9.266454408160779e-06,
+      "loss": 0.47495460510253906,
+      "step": 740
+    },
+    {
+      "epoch": 0.7841087297438578,
+      "grad_norm": 2.9724199158137536,
+      "learning_rate": 9.234429660302396e-06,
+      "loss": 0.453695011138916,
+      "step": 750
+    },
+    {
+      "epoch": 0.7945635128071092,
+      "grad_norm": 2.7018350306594656,
+      "learning_rate": 9.201778528665333e-06,
+      "loss": 0.43290367126464846,
+      "step": 760
+    },
+    {
+      "epoch": 0.8050182958703607,
+      "grad_norm": 2.729364852389291,
+      "learning_rate": 9.168505843212736e-06,
+      "loss": 0.47309246063232424,
+      "step": 770
+    },
+    {
+      "epoch": 0.8154730789336121,
+      "grad_norm": 2.9324010220469163,
+      "learning_rate": 9.134616525851951e-06,
+      "loss": 0.4456325531005859,
+      "step": 780
+    },
+    {
+      "epoch": 0.8259278619968635,
+      "grad_norm": 3.0964480861705446,
+      "learning_rate": 9.100115589706436e-06,
+      "loss": 0.4632735729217529,
+      "step": 790
+    },
+    {
+      "epoch": 0.836382645060115,
+      "grad_norm": 2.609283433762514,
+      "learning_rate": 9.06500813837419e-06,
+      "loss": 0.463899040222168,
+      "step": 800
+    },
+    {
+      "epoch": 0.8468374281233665,
+      "grad_norm": 2.68288540142759,
+      "learning_rate": 9.029299365172803e-06,
+      "loss": 0.4199415683746338,
+      "step": 810
+    },
+    {
+      "epoch": 0.8572922111866179,
+      "grad_norm": 2.884566838128578,
+      "learning_rate": 8.992994552371217e-06,
+      "loss": 0.45590362548828123,
+      "step": 820
+    },
+    {
+      "epoch": 0.8677469942498693,
+      "grad_norm": 3.0681997167034503,
+      "learning_rate": 8.956099070408346e-06,
+      "loss": 0.4662492752075195,
+      "step": 830
+    },
+    {
+      "epoch": 0.8782017773131208,
+      "grad_norm": 3.505019801834461,
+      "learning_rate": 8.918618377098649e-06,
+      "loss": 0.46401119232177734,
+      "step": 840
+    },
+    {
+      "epoch": 0.8886565603763722,
+      "grad_norm": 2.696501610305898,
+      "learning_rate": 8.88055801682476e-06,
+      "loss": 0.43470087051391604,
+      "step": 850
+    },
+    {
+      "epoch": 0.8991113434396236,
+      "grad_norm": 2.735378725683037,
+      "learning_rate": 8.841923619717352e-06,
+      "loss": 0.43253145217895506,
+      "step": 860
+    },
+    {
+      "epoch": 0.909566126502875,
+      "grad_norm": 2.6718676509681294,
+      "learning_rate": 8.80272090082227e-06,
+      "loss": 0.45939111709594727,
+      "step": 870
+    },
+    {
+      "epoch": 0.9200209095661265,
+      "grad_norm": 2.3319558969439456,
+      "learning_rate": 8.762955659255137e-06,
+      "loss": 0.4334279537200928,
+      "step": 880
+    },
+    {
+      "epoch": 0.9304756926293779,
+      "grad_norm": 2.7372288791603046,
+      "learning_rate": 8.722633777343508e-06,
+      "loss": 0.45528583526611327,
+      "step": 890
+    },
+    {
+      "epoch": 0.9409304756926293,
+      "grad_norm": 2.2044250341354985,
+      "learning_rate": 8.681761219756719e-06,
+      "loss": 0.43840880393981935,
+      "step": 900
+    },
+    {
+      "epoch": 0.9513852587558809,
+      "grad_norm": 2.6997123478640397,
+      "learning_rate": 8.64034403262356e-06,
+      "loss": 0.45453429222106934,
+      "step": 910
+    },
+    {
+      "epoch": 0.9618400418191323,
+      "grad_norm": 2.9647246074861484,
+      "learning_rate": 8.598388342637884e-06,
+      "loss": 0.44325528144836424,
+      "step": 920
+    },
+    {
+      "epoch": 0.9722948248823837,
+      "grad_norm": 2.543262445734621,
+      "learning_rate": 8.555900356152315e-06,
+      "loss": 0.47241668701171874,
+      "step": 930
+    },
+    {
+      "epoch": 0.9827496079456352,
+      "grad_norm": 2.9773575535197674,
+      "learning_rate": 8.512886358260162e-06,
+      "loss": 0.43378405570983886,
+      "step": 940
+    },
+    {
+      "epoch": 0.9932043910088866,
+      "grad_norm": 2.301915852171191,
+      "learning_rate": 8.469352711865685e-06,
+      "loss": 0.4322382926940918,
+      "step": 950
+    },
+    {
+      "epoch": 1.0031364349189755,
+      "grad_norm": 2.538719079569425,
+      "learning_rate": 8.425305856742863e-06,
+      "loss": 0.39834961891174314,
+      "step": 960
+    },
+    {
+      "epoch": 1.0135912179822268,
+      "grad_norm": 2.2865881980885794,
+      "learning_rate": 8.38075230858277e-06,
+      "loss": 0.32327539920806886,
+      "step": 970
+    },
+    {
+      "epoch": 1.0240460010454784,
+      "grad_norm": 2.1333864840563854,
+      "learning_rate": 8.335698658029742e-06,
+      "loss": 0.3069389820098877,
+      "step": 980
+    },
+    {
+      "epoch": 1.0345007841087297,
+      "grad_norm": 2.2932859115200834,
+      "learning_rate": 8.29015156970644e-06,
+      "loss": 0.3121353626251221,
+      "step": 990
+    },
+    {
+      "epoch": 1.0449555671719812,
+      "grad_norm": 2.187164944721087,
+      "learning_rate": 8.244117781227982e-06,
+      "loss": 0.3135772705078125,
+      "step": 1000
+    },
+    {
+      "epoch": 1.0554103502352326,
+      "grad_norm": 2.620549106487118,
+      "learning_rate": 8.19760410220527e-06,
+      "loss": 0.3141052007675171,
+      "step": 1010
+    },
+    {
+      "epoch": 1.065865133298484,
+      "grad_norm": 2.6187167520630577,
+      "learning_rate": 8.150617413237667e-06,
+      "loss": 0.29927496910095214,
+      "step": 1020
+    },
+    {
+      "epoch": 1.0763199163617354,
+      "grad_norm": 2.7154906400195054,
+      "learning_rate": 8.103164664895179e-06,
+      "loss": 0.32218375205993655,
+      "step": 1030
+    },
+    {
+      "epoch": 1.086774699424987,
+      "grad_norm": 2.2775209771754947,
+      "learning_rate": 8.055252876690274e-06,
+      "loss": 0.30994296073913574,
+      "step": 1040
+    },
+    {
+      "epoch": 1.0972294824882383,
+      "grad_norm": 2.5256417704243104,
+      "learning_rate": 8.006889136039527e-06,
+      "loss": 0.3179988622665405,
+      "step": 1050
+    },
+    {
+      "epoch": 1.1076842655514898,
+      "grad_norm": 4.655768545246484,
+      "learning_rate": 7.958080597215187e-06,
+      "loss": 0.3315117835998535,
+      "step": 1060
+    },
+    {
+      "epoch": 1.1181390486147413,
+      "grad_norm": 2.3795048538045003,
+      "learning_rate": 7.908834480286883e-06,
+      "loss": 0.32270612716674807,
+      "step": 1070
+    },
+    {
+      "epoch": 1.1285938316779927,
+      "grad_norm": 2.833619323963416,
+      "learning_rate": 7.859158070053578e-06,
+      "loss": 0.32999410629272463,
+      "step": 1080
+    },
+    {
+      "epoch": 1.1390486147412442,
+      "grad_norm": 2.7893211759019083,
+      "learning_rate": 7.809058714965962e-06,
+      "loss": 0.33037991523742677,
+      "step": 1090
+    },
+    {
+      "epoch": 1.1495033978044955,
+      "grad_norm": 2.688203548412976,
+      "learning_rate": 7.758543826039418e-06,
+      "loss": 0.3195152759552002,
+      "step": 1100
+    },
+    {
+      "epoch": 1.159958180867747,
+      "grad_norm": 2.5000652567780905,
+      "learning_rate": 7.707620875757739e-06,
+      "loss": 0.3219186067581177,
+      "step": 1110
+    },
+    {
+      "epoch": 1.1704129639309984,
+      "grad_norm": 2.7212151344427604,
+      "learning_rate": 7.656297396967747e-06,
+      "loss": 0.31125607490539553,
+      "step": 1120
+    },
+    {
+      "epoch": 1.18086774699425,
+      "grad_norm": 2.5746051638691974,
+      "learning_rate": 7.604580981764994e-06,
+      "loss": 0.32712540626525877,
+      "step": 1130
+    },
+    {
+      "epoch": 1.1913225300575012,
+      "grad_norm": 2.3487291227881255,
+      "learning_rate": 7.552479280370682e-06,
+      "loss": 0.3091617822647095,
+      "step": 1140
+    },
+    {
+      "epoch": 1.2017773131207528,
+      "grad_norm": 2.5950942217523183,
+      "learning_rate": 7.500000000000001e-06,
+      "loss": 0.3248297214508057,
+      "step": 1150
+    },
+    {
+      "epoch": 1.212232096184004,
+      "grad_norm": 2.4273247098564985,
+      "learning_rate": 7.447150903722024e-06,
+      "loss": 0.31844277381896974,
+      "step": 1160
+    },
+    {
+      "epoch": 1.2226868792472556,
+      "grad_norm": 2.876346824994876,
+      "learning_rate": 7.393939809311349e-06,
+      "loss": 0.3220773696899414,
+      "step": 1170
+    },
+    {
+      "epoch": 1.2331416623105071,
+      "grad_norm": 2.6350324684260773,
+      "learning_rate": 7.340374588091638e-06,
+      "loss": 0.31242353916168214,
+      "step": 1180
+    },
+    {
+      "epoch": 1.2435964453737585,
+      "grad_norm": 2.3488543819004373,
+      "learning_rate": 7.286463163771242e-06,
+      "loss": 0.31345334053039553,
+      "step": 1190
+    },
+    {
+      "epoch": 1.25405122843701,
+      "grad_norm": 2.4499391273093045,
+      "learning_rate": 7.232213511271086e-06,
+      "loss": 0.3214827060699463,
+      "step": 1200
+    },
+    {
+      "epoch": 1.2645060115002613,
+      "grad_norm": 2.7307864139805975,
+      "learning_rate": 7.177633655544949e-06,
+      "loss": 0.2867748498916626,
+      "step": 1210
+    },
+    {
+      "epoch": 1.2749607945635129,
+      "grad_norm": 2.780167865634815,
+      "learning_rate": 7.122731670392381e-06,
+      "loss": 0.3048831939697266,
+      "step": 1220
+    },
+    {
+      "epoch": 1.2854155776267642,
+      "grad_norm": 2.59772090492509,
+      "learning_rate": 7.0675156772643595e-06,
+      "loss": 0.3309605598449707,
+      "step": 1230
+    },
+    {
+      "epoch": 1.2958703606900157,
+      "grad_norm": 2.577298247583216,
+      "learning_rate": 7.011993844061925e-06,
+      "loss": 0.3090049743652344,
+      "step": 1240
+    },
+    {
+      "epoch": 1.3063251437532672,
+      "grad_norm": 2.593011041193314,
+      "learning_rate": 6.956174383927925e-06,
+      "loss": 0.3164071559906006,
+      "step": 1250
+    },
+    {
+      "epoch": 1.3167799268165186,
+      "grad_norm": 2.4383410025290475,
+      "learning_rate": 6.900065554032076e-06,
+      "loss": 0.3073371410369873,
+      "step": 1260
+    },
+    {
+      "epoch": 1.3272347098797699,
+      "grad_norm": 2.6132658016883146,
+      "learning_rate": 6.843675654349513e-06,
+      "loss": 0.3184234142303467,
+      "step": 1270
+    },
+    {
+      "epoch": 1.3376894929430214,
+      "grad_norm": 2.5792151263749297,
+      "learning_rate": 6.787013026433002e-06,
+      "loss": 0.3275122165679932,
+      "step": 1280
+    },
+    {
+      "epoch": 1.348144276006273,
+      "grad_norm": 2.510186878186463,
+      "learning_rate": 6.7300860521790034e-06,
+      "loss": 0.29384264945983884,
+      "step": 1290
+    },
+    {
+      "epoch": 1.3585990590695243,
+      "grad_norm": 2.36927064815386,
+      "learning_rate": 6.672903152587771e-06,
+      "loss": 0.31453914642333985,
+      "step": 1300
+    },
+    {
+      "epoch": 1.3690538421327758,
+      "grad_norm": 2.535580548868829,
+      "learning_rate": 6.615472786517661e-06,
+      "loss": 0.3201922416687012,
+      "step": 1310
+    },
+    {
+      "epoch": 1.3795086251960271,
+      "grad_norm": 2.7372667090593077,
+      "learning_rate": 6.55780344943385e-06,
+      "loss": 0.3188091993331909,
+      "step": 1320
+    },
+    {
+      "epoch": 1.3899634082592787,
+      "grad_norm": 2.3414665044090115,
+      "learning_rate": 6.499903672151621e-06,
+      "loss": 0.31108272075653076,
+      "step": 1330
+    },
+    {
+      "epoch": 1.40041819132253,
+      "grad_norm": 2.40114377388951,
+      "learning_rate": 6.441782019574443e-06,
+      "loss": 0.30778021812438966,
+      "step": 1340
+    },
+    {
+      "epoch": 1.4108729743857815,
+      "grad_norm": 2.609938320584772,
+      "learning_rate": 6.383447089426991e-06,
+      "loss": 0.3195518970489502,
+      "step": 1350
+    },
+    {
+      "epoch": 1.421327757449033,
+      "grad_norm": 2.5817751346147113,
+      "learning_rate": 6.32490751098331e-06,
+      "loss": 0.3046169996261597,
+      "step": 1360
+    },
+    {
+      "epoch": 1.4317825405122844,
+      "grad_norm": 2.655508967154357,
+      "learning_rate": 6.266171943790325e-06,
+      "loss": 0.3061758279800415,
+      "step": 1370
+    },
+    {
+      "epoch": 1.4422373235755357,
+      "grad_norm": 2.51400896291691,
+      "learning_rate": 6.207249076386866e-06,
+      "loss": 0.30702757835388184,
+      "step": 1380
+    },
+    {
+      "epoch": 1.4526921066387872,
+      "grad_norm": 2.998046461714293,
+      "learning_rate": 6.148147625018402e-06,
+      "loss": 0.32001438140869143,
+      "step": 1390
+    },
+    {
+      "epoch": 1.4631468897020388,
+      "grad_norm": 2.085038244118913,
+      "learning_rate": 6.088876332347676e-06,
+      "loss": 0.29395136833190916,
+      "step": 1400
+    },
+    {
+      "epoch": 1.47360167276529,
+      "grad_norm": 2.6873550877951065,
+      "learning_rate": 6.029443966161437e-06,
+      "loss": 0.3357994794845581,
+      "step": 1410
+    },
+    {
+      "epoch": 1.4840564558285416,
+      "grad_norm": 2.520302741351955,
+      "learning_rate": 5.969859318073457e-06,
+      "loss": 0.3041604280471802,
+      "step": 1420
+    },
+    {
+      "epoch": 1.494511238891793,
+      "grad_norm": 2.590877704708481,
+      "learning_rate": 5.910131202224011e-06,
+      "loss": 0.320897650718689,
+      "step": 1430
+    },
+    {
+      "epoch": 1.5049660219550445,
+      "grad_norm": 2.4395858316616175,
+      "learning_rate": 5.850268453976042e-06,
+      "loss": 0.2913835048675537,
+      "step": 1440
+    },
+    {
+      "epoch": 1.5154208050182958,
+      "grad_norm": 2.3270728934171427,
+      "learning_rate": 5.790279928608173e-06,
+      "loss": 0.3119961738586426,
+      "step": 1450
+    },
+    {
+      "epoch": 1.5258755880815473,
+      "grad_norm": 2.4878729402729105,
+      "learning_rate": 5.730174500004779e-06,
+      "loss": 0.29176840782165525,
+      "step": 1460
+    },
+    {
+      "epoch": 1.5363303711447989,
+      "grad_norm": 2.4141269461435555,
+      "learning_rate": 5.669961059343302e-06,
+      "loss": 0.3090303897857666,
+      "step": 1470
+    },
+    {
+      "epoch": 1.5467851542080502,
+      "grad_norm": 2.6154010299261596,
+      "learning_rate": 5.609648513779019e-06,
+      "loss": 0.3178750514984131,
+      "step": 1480
+    },
+    {
+      "epoch": 1.5572399372713015,
+      "grad_norm": 2.70874850728384,
+      "learning_rate": 5.549245785127435e-06,
+      "loss": 0.2930603504180908,
+      "step": 1490
+    },
+    {
+      "epoch": 1.567694720334553,
+      "grad_norm": 2.8695731713464676,
+      "learning_rate": 5.4887618085445094e-06,
+      "loss": 0.3084683895111084,
+      "step": 1500
+    },
+    {
+      "epoch": 1.5781495033978046,
+      "grad_norm": 2.5226869308613575,
+      "learning_rate": 5.428205531204912e-06,
+      "loss": 0.3078239679336548,
+      "step": 1510
+    },
+    {
+      "epoch": 1.588604286461056,
+      "grad_norm": 1.9869881844919004,
+      "learning_rate": 5.367585910978503e-06,
+      "loss": 0.2893611192703247,
+      "step": 1520
+    },
+    {
+      "epoch": 1.5990590695243072,
+      "grad_norm": 2.600521385697919,
+      "learning_rate": 5.306911915105222e-06,
+      "loss": 0.2893876075744629,
+      "step": 1530
+    },
+    {
+      "epoch": 1.609513852587559,
+      "grad_norm": 2.4377105137100386,
+      "learning_rate": 5.2461925188686035e-06,
+      "loss": 0.30096259117126467,
+      "step": 1540
+    },
+    {
+      "epoch": 1.6199686356508103,
+      "grad_norm": 2.1644665452614773,
+      "learning_rate": 5.185436704268091e-06,
+      "loss": 0.3023658275604248,
+      "step": 1550
+    },
+    {
+      "epoch": 1.6304234187140616,
+      "grad_norm": 2.8349447634918064,
+      "learning_rate": 5.1246534586903655e-06,
+      "loss": 0.31364827156066893,
+      "step": 1560
+    },
+    {
+      "epoch": 1.6408782017773131,
+      "grad_norm": 2.433633164624175,
+      "learning_rate": 5.06385177357987e-06,
+      "loss": 0.31183199882507323,
+      "step": 1570
+    },
+    {
+      "epoch": 1.6513329848405647,
+      "grad_norm": 2.618497399754642,
+      "learning_rate": 5.003040643108743e-06,
+      "loss": 0.2829690933227539,
+      "step": 1580
+    },
+    {
+      "epoch": 1.661787767903816,
+      "grad_norm": 2.273391112582087,
+      "learning_rate": 4.94222906284634e-06,
+      "loss": 0.31186208724975584,
+      "step": 1590
+    },
+    {
+      "epoch": 1.6722425509670673,
+      "grad_norm": 2.903096906627692,
+      "learning_rate": 4.881426028428552e-06,
+      "loss": 0.30586948394775393,
+      "step": 1600
+    },
+    {
+      "epoch": 1.6826973340303188,
+      "grad_norm": 2.3444425699575397,
+      "learning_rate": 4.820640534227115e-06,
+      "loss": 0.30365810394287107,
+      "step": 1610
+    },
+    {
+      "epoch": 1.6931521170935704,
+      "grad_norm": 2.6484309091551315,
+      "learning_rate": 4.759881572019107e-06,
+      "loss": 0.30023210048675536,
+      "step": 1620
+    },
+    {
+      "epoch": 1.7036069001568217,
+      "grad_norm": 2.223994575819494,
+      "learning_rate": 4.699158129656818e-06,
+      "loss": 0.3089748859405518,
+      "step": 1630
+    },
+    {
+      "epoch": 1.714061683220073,
+      "grad_norm": 2.6580359729309246,
+      "learning_rate": 4.638479189738224e-06,
+      "loss": 0.3098564147949219,
+      "step": 1640
+    },
+    {
+      "epoch": 1.7245164662833248,
+      "grad_norm": 2.2638409851391375,
+      "learning_rate": 4.57785372827821e-06,
+      "loss": 0.29953689575195314,
+      "step": 1650
+    },
+    {
+      "epoch": 1.734971249346576,
+      "grad_norm": 2.6434101659805767,
+      "learning_rate": 4.51729071338079e-06,
+      "loss": 0.282869291305542,
+      "step": 1660
+    },
+    {
+      "epoch": 1.7454260324098274,
+      "grad_norm": 2.561239275287812,
+      "learning_rate": 4.4567991039124875e-06,
+      "loss": 0.2746959924697876,
+      "step": 1670
+    },
+    {
+      "epoch": 1.755880815473079,
+      "grad_norm": 2.4930268651657848,
+      "learning_rate": 4.396387848177078e-06,
+      "loss": 0.2814373016357422,
+      "step": 1680
+    },
+    {
+      "epoch": 1.7663355985363305,
+      "grad_norm": 2.3961710752443994,
+      "learning_rate": 4.3360658825919e-06,
+      "loss": 0.2918192148208618,
+      "step": 1690
+    },
+    {
+      "epoch": 1.7767903815995818,
+      "grad_norm": 2.247084108173882,
+      "learning_rate": 4.275842130365927e-06,
+      "loss": 0.3069226026535034,
+      "step": 1700
+    },
+    {
+      "epoch": 1.7872451646628331,
+      "grad_norm": 2.152539427772329,
+      "learning_rate": 4.215725500179788e-06,
+      "loss": 0.2821374416351318,
+      "step": 1710
+    },
+    {
+      "epoch": 1.7976999477260847,
+      "grad_norm": 2.5668219485179757,
+      "learning_rate": 4.155724884867937e-06,
+      "loss": 0.27969529628753664,
+      "step": 1720
+    },
+    {
+      "epoch": 1.8081547307893362,
+      "grad_norm": 2.242405152391876,
+      "learning_rate": 4.095849160103169e-06,
+      "loss": 0.29024791717529297,
+      "step": 1730
+    },
+    {
+      "epoch": 1.8186095138525875,
+      "grad_norm": 2.4167404873052436,
+      "learning_rate": 4.036107183083676e-06,
+      "loss": 0.2867319345474243,
+      "step": 1740
+    },
+    {
+      "epoch": 1.829064296915839,
+      "grad_norm": 2.8046090984770093,
+      "learning_rate": 3.976507791222833e-06,
+      "loss": 0.3051579475402832,
+      "step": 1750
+    },
+    {
+      "epoch": 1.8395190799790906,
+      "grad_norm": 2.702022810386982,
+      "learning_rate": 3.91705980084191e-06,
+      "loss": 0.30063662528991697,
+      "step": 1760
+    },
+    {
+      "epoch": 1.849973863042342,
+      "grad_norm": 2.1575697958271984,
+      "learning_rate": 3.857772005865905e-06,
+      "loss": 0.3020583152770996,
+      "step": 1770
+    },
+    {
+      "epoch": 1.8604286461055932,
+      "grad_norm": 2.472125065068208,
+      "learning_rate": 3.7986531765226965e-06,
+      "loss": 0.28431456089019774,
+      "step": 1780
+    },
+    {
+      "epoch": 1.8708834291688448,
+      "grad_norm": 2.4622460702021276,
+      "learning_rate": 3.739712058045688e-06,
+      "loss": 0.28502402305603025,
+      "step": 1790
+    },
+    {
+      "epoch": 1.8813382122320963,
+      "grad_norm": 2.5076565439070118,
+      "learning_rate": 3.6809573693801626e-06,
+      "loss": 0.28310022354125974,
+      "step": 1800
+    },
+    {
+      "epoch": 1.8917929952953476,
+      "grad_norm": 2.464878812490279,
+      "learning_rate": 3.622397801893518e-06,
+      "loss": 0.2924038887023926,
+      "step": 1810
+    },
+    {
+      "epoch": 1.902247778358599,
+      "grad_norm": 2.188113717713089,
+      "learning_rate": 3.5640420180895875e-06,
+      "loss": 0.286405348777771,
+      "step": 1820
+    },
+    {
+      "epoch": 1.9127025614218505,
+      "grad_norm": 2.457994465070137,
+      "learning_rate": 3.5058986503272263e-06,
+      "loss": 0.2759543895721436,
+      "step": 1830
+    },
+    {
+      "epoch": 1.923157344485102,
+      "grad_norm": 2.713242389381253,
+      "learning_rate": 3.447976299543351e-06,
+      "loss": 0.2818687915802002,
+      "step": 1840
+    },
+    {
+      "epoch": 1.9336121275483533,
+      "grad_norm": 2.7991599381127763,
+      "learning_rate": 3.3902835339806463e-06,
+      "loss": 0.2903605937957764,
+      "step": 1850
+    },
+    {
+      "epoch": 1.9440669106116049,
+      "grad_norm": 2.747628597949308,
+      "learning_rate": 3.3328288879200908e-06,
+      "loss": 0.2916411876678467,
+      "step": 1860
+    },
+    {
+      "epoch": 1.9545216936748564,
+      "grad_norm": 2.7449879657126237,
+      "learning_rate": 3.275620860418507e-06,
+      "loss": 0.29442853927612306,
+      "step": 1870
+    },
+    {
+      "epoch": 1.9649764767381077,
+      "grad_norm": 2.2664633332379966,
+      "learning_rate": 3.218667914051332e-06,
+      "loss": 0.28850135803222654,
+      "step": 1880
+    },
+    {
+      "epoch": 1.975431259801359,
+      "grad_norm": 2.4789660465375367,
+      "learning_rate": 3.1619784736607815e-06,
+      "loss": 0.2848990440368652,
+      "step": 1890
+    },
+    {
+      "epoch": 1.9858860428646106,
+      "grad_norm": 2.3283424588392223,
+      "learning_rate": 3.1055609251095874e-06,
+      "loss": 0.27863106727600095,
+      "step": 1900
+    },
+    {
+      "epoch": 1.996340825927862,
+      "grad_norm": 2.406984474884444,
+      "learning_rate": 3.049423614040513e-06,
+      "loss": 0.2901535749435425,
+      "step": 1910
+    },
+    {
+      "epoch": 2.006272869837951,
+      "grad_norm": 1.8297379268497085,
+      "learning_rate": 2.993574844641807e-06,
+      "loss": 0.21484382152557374,
+      "step": 1920
+    },
+    {
+      "epoch": 2.0167276529012024,
+      "grad_norm": 2.1416608222414606,
+      "learning_rate": 2.938022878418799e-06,
+      "loss": 0.15692442655563354,
+      "step": 1930
+    },
+    {
+      "epoch": 2.0271824359644537,
+      "grad_norm": 2.296243876805982,
+      "learning_rate": 2.882775932971809e-06,
+      "loss": 0.14436852931976318,
+      "step": 1940
+    },
+    {
+      "epoch": 2.037637219027705,
+      "grad_norm": 2.6886415424555374,
+      "learning_rate": 2.8278421807805357e-06,
+      "loss": 0.1482227325439453,
+      "step": 1950
+    },
+    {
+      "epoch": 2.0480920020909568,
+      "grad_norm": 1.9284219212386497,
+      "learning_rate": 2.7732297479951443e-06,
+      "loss": 0.1524648666381836,
+      "step": 1960
+    },
+    {
+      "epoch": 2.058546785154208,
+      "grad_norm": 2.421429650721721,
+      "learning_rate": 2.718946713234185e-06,
+      "loss": 0.15026016235351564,
+      "step": 1970
+    },
+    {
+      "epoch": 2.0690015682174594,
+      "grad_norm": 2.2296751625585527,
+      "learning_rate": 2.6650011063895605e-06,
+      "loss": 0.14164226055145263,
+      "step": 1980
+    },
+    {
+      "epoch": 2.0794563512807107,
+      "grad_norm": 2.1379951089799425,
+      "learning_rate": 2.611400907438685e-06,
+      "loss": 0.1506777286529541,
+      "step": 1990
+    },
+    {
+      "epoch": 2.0899111343439625,
+      "grad_norm": 2.60404750048184,
+      "learning_rate": 2.5581540452640417e-06,
+      "loss": 0.1496190071105957,
+      "step": 2000
+    },
+    {
+      "epoch": 2.100365917407214,
+      "grad_norm": 2.897315477242822,
+      "learning_rate": 2.5052683964802902e-06,
+      "loss": 0.14556009769439698,
+      "step": 2010
+    },
+    {
+      "epoch": 2.110820700470465,
+      "grad_norm": 2.5117756532629807,
+      "learning_rate": 2.452751784269103e-06,
+      "loss": 0.15054495334625245,
+      "step": 2020
+    },
+    {
+      "epoch": 2.121275483533717,
+      "grad_norm": 2.5895703612577625,
+      "learning_rate": 2.4006119772219185e-06,
+      "loss": 0.1436980962753296,
+      "step": 2030
+    },
+    {
+      "epoch": 2.131730266596968,
+      "grad_norm": 2.4502499630728267,
+      "learning_rate": 2.348856688190758e-06,
+      "loss": 0.1487640380859375,
+      "step": 2040
+    },
+    {
+      "epoch": 2.1421850496602195,
+      "grad_norm": 2.774838120056067,
+      "learning_rate": 2.297493573147286e-06,
+      "loss": 0.1441525101661682,
+      "step": 2050
+    },
+    {
+      "epoch": 2.152639832723471,
+      "grad_norm": 2.7482534099638114,
+      "learning_rate": 2.2465302300503012e-06,
+      "loss": 0.14389804601669312,
+      "step": 2060
+    },
+    {
+      "epoch": 2.1630946157867226,
+      "grad_norm": 2.676312833151401,
+      "learning_rate": 2.1959741977217904e-06,
+      "loss": 0.14986393451690674,
+      "step": 2070
+    },
+    {
+      "epoch": 2.173549398849974,
+      "grad_norm": 2.3496923969163968,
+      "learning_rate": 2.1458329547317384e-06,
+      "loss": 0.13858466148376464,
+      "step": 2080
+    },
+    {
+      "epoch": 2.184004181913225,
+      "grad_norm": 2.6054997363295183,
+      "learning_rate": 2.0961139182918545e-06,
+      "loss": 0.138874089717865,
+      "step": 2090
+    },
+    {
+      "epoch": 2.1944589649764765,
+      "grad_norm": 2.1565945947010148,
+      "learning_rate": 2.0468244431583654e-06,
+      "loss": 0.13851549625396728,
+      "step": 2100
+    },
+    {
+      "epoch": 2.2049137480397283,
+      "grad_norm": 3.313510729598953,
+      "learning_rate": 1.9979718205440607e-06,
+      "loss": 0.1476877212524414,
+      "step": 2110
+    },
+    {
+      "epoch": 2.2153685311029796,
+      "grad_norm": 2.382675070781833,
+      "learning_rate": 1.9495632770397187e-06,
+      "loss": 0.13761415481567382,
+      "step": 2120
+    },
+    {
+      "epoch": 2.225823314166231,
+      "grad_norm": 2.7087821185716385,
+      "learning_rate": 1.901605973545116e-06,
+      "loss": 0.14834946393966675,
+      "step": 2130
+    },
+    {
+      "epoch": 2.2362780972294827,
+      "grad_norm": 2.806966259341093,
+      "learning_rate": 1.8541070042097336e-06,
+      "loss": 0.1400376081466675,
+      "step": 2140
+    },
+    {
+      "epoch": 2.246732880292734,
+      "grad_norm": 2.8806417273447087,
+      "learning_rate": 1.8070733953833487e-06,
+      "loss": 0.13627231121063232,
+      "step": 2150
+    },
+    {
+      "epoch": 2.2571876633559853,
+      "grad_norm": 2.7175147483700357,
+      "learning_rate": 1.7605121045766488e-06,
+      "loss": 0.1398362398147583,
+      "step": 2160
+    },
+    {
+      "epoch": 2.2676424464192366,
+      "grad_norm": 2.5629588512103516,
+      "learning_rate": 1.7144300194320357e-06,
+      "loss": 0.13770153522491455,
+      "step": 2170
+    },
+    {
+      "epoch": 2.2780972294824884,
+      "grad_norm": 2.5564221216571417,
+      "learning_rate": 1.6688339567047612e-06,
+      "loss": 0.1351094961166382,
+      "step": 2180
+    },
+    {
+      "epoch": 2.2885520125457397,
+      "grad_norm": 2.215730225735144,
+      "learning_rate": 1.6237306612545495e-06,
+      "loss": 0.132268488407135,
+      "step": 2190
+    },
+    {
+      "epoch": 2.299006795608991,
+      "grad_norm": 2.5311894557804053,
+      "learning_rate": 1.5791268050478487e-06,
+      "loss": 0.1430295467376709,
+      "step": 2200
+    },
+    {
+      "epoch": 2.3094615786722423,
+      "grad_norm": 2.7930578699271194,
+      "learning_rate": 1.535028986170881e-06,
+      "loss": 0.14251787662506105,
+      "step": 2210
+    },
+    {
+      "epoch": 2.319916361735494,
+      "grad_norm": 2.593907675204934,
+      "learning_rate": 1.4914437278536054e-06,
+      "loss": 0.13963282108306885,
+      "step": 2220
+    },
+    {
+      "epoch": 2.3303711447987454,
+      "grad_norm": 2.205320793480066,
+      "learning_rate": 1.448377477504762e-06,
+      "loss": 0.14262232780456544,
+      "step": 2230
+    },
+    {
+      "epoch": 2.3408259278619967,
+      "grad_norm": 3.003279066665647,
+      "learning_rate": 1.4058366057581297e-06,
+      "loss": 0.13835076093673707,
+      "step": 2240
+    },
+    {
+      "epoch": 2.3512807109252485,
+      "grad_norm": 2.952505454912393,
+      "learning_rate": 1.363827405530141e-06,
+      "loss": 0.14539437294006347,
+      "step": 2250
+    },
+    {
+      "epoch": 2.3617354939885,
+      "grad_norm": 2.3979909168521316,
+      "learning_rate": 1.322356091088996e-06,
+      "loss": 0.13863496780395507,
+      "step": 2260
+    },
+    {
+      "epoch": 2.372190277051751,
+      "grad_norm": 2.4238324256189805,
+      "learning_rate": 1.2814287971354023e-06,
+      "loss": 0.14841680526733397,
+      "step": 2270
+    },
+    {
+      "epoch": 2.3826450601150024,
+      "grad_norm": 2.4334955206165603,
+      "learning_rate": 1.2410515778951004e-06,
+      "loss": 0.13895373344421386,
+      "step": 2280
+    },
+    {
+      "epoch": 2.393099843178254,
+      "grad_norm": 1.974501883496555,
+      "learning_rate": 1.2012304062232794e-06,
+      "loss": 0.13038469552993776,
+      "step": 2290
+    },
+    {
+      "epoch": 2.4035546262415055,
+      "grad_norm": 2.424167050602764,
+      "learning_rate": 1.1619711727210276e-06,
+      "loss": 0.1385021448135376,
+      "step": 2300
+    },
+    {
+      "epoch": 2.414009409304757,
+      "grad_norm": 3.0225694895895785,
+      "learning_rate": 1.12327968486397e-06,
+      "loss": 0.13610873222351075,
+      "step": 2310
+    },
+    {
+      "epoch": 2.424464192368008,
+      "grad_norm": 2.6908614519065184,
+      "learning_rate": 1.0851616661431808e-06,
+      "loss": 0.13124221563339233,
+      "step": 2320
+    },
+    {
+      "epoch": 2.43491897543126,
+      "grad_norm": 2.5117863802091525,
+      "learning_rate": 1.047622755218532e-06,
+      "loss": 0.134140944480896,
+      "step": 2330
+    },
+    {
+      "epoch": 2.445373758494511,
+      "grad_norm": 3.171624056334522,
+      "learning_rate": 1.0106685050845838e-06,
+      "loss": 0.13985075950622558,
+      "step": 2340
+    },
+    {
+      "epoch": 2.4558285415577625,
+      "grad_norm": 2.72431552949608,
+      "learning_rate": 9.743043822491528e-07,
+      "loss": 0.12615830898284913,
+      "step": 2350
+    },
+    {
+      "epoch": 2.4662833246210143,
+      "grad_norm": 2.9208144100982634,
+      "learning_rate": 9.385357659246713e-07,
+      "loss": 0.14161596298217774,
+      "step": 2360
+    },
+    {
+      "epoch": 2.4767381076842656,
+      "grad_norm": 2.523654516734199,
+      "learning_rate": 9.033679472324585e-07,
+      "loss": 0.13880399465560914,
+      "step": 2370
+    },
+    {
+      "epoch": 2.487192890747517,
+      "grad_norm": 2.6548601192185015,
+      "learning_rate": 8.688061284200266e-07,
+      "loss": 0.12704449892044067,
+      "step": 2380
+    },
+    {
+      "epoch": 2.4976476738107682,
+      "grad_norm": 2.9184740347059726,
+      "learning_rate": 8.348554220915256e-07,
+      "loss": 0.1395116090774536,
+      "step": 2390
+    },
+    {
+      "epoch": 2.50810245687402,
+      "grad_norm": 2.319334882698181,
+      "learning_rate": 8.015208504514626e-07,
+      "loss": 0.13774077892303466,
+      "step": 2400
+    },
+    {
+      "epoch": 2.5185572399372713,
+      "grad_norm": 2.5311929372961957,
+      "learning_rate": 7.6880734456178e-07,
+      "loss": 0.13431841135025024,
+      "step": 2410
+    },
+    {
+      "epoch": 2.5290120230005226,
+      "grad_norm": 2.4666878888843122,
+      "learning_rate": 7.367197436124218e-07,
+      "loss": 0.13095202445983886,
+      "step": 2420
+    },
+    {
+      "epoch": 2.539466806063774,
+      "grad_norm": 2.5776194115200197,
+      "learning_rate": 7.052627942054919e-07,
+      "loss": 0.13431986570358276,
+      "step": 2430
+    },
+    {
+      "epoch": 2.5499215891270257,
+      "grad_norm": 2.6266261731301865,
+      "learning_rate": 6.744411496531045e-07,
+      "loss": 0.13436880111694335,
+      "step": 2440
+    },
+    {
+      "epoch": 2.560376372190277,
+      "grad_norm": 2.728274358743059,
+      "learning_rate": 6.442593692890365e-07,
+      "loss": 0.1392744302749634,
+      "step": 2450
+    },
+    {
+      "epoch": 2.5708311552535283,
+      "grad_norm": 3.039326839972821,
+      "learning_rate": 6.147219177942854e-07,
+      "loss": 0.14513977766036987,
+      "step": 2460
+    },
+    {
+      "epoch": 2.58128593831678,
+      "grad_norm": 3.046409641690262,
+      "learning_rate": 5.858331645366183e-07,
+      "loss": 0.13284623622894287,
+      "step": 2470
+    },
+    {
+      "epoch": 2.5917407213800314,
+      "grad_norm": 2.9358926147893016,
+      "learning_rate": 5.575973829242365e-07,
+      "loss": 0.13117119073867797,
+      "step": 2480
+    },
+    {
+      "epoch": 2.6021955044432827,
+      "grad_norm": 2.568062860895592,
+      "learning_rate": 5.300187497736148e-07,
+      "loss": 0.1387467861175537,
+      "step": 2490
+    },
+    {
+      "epoch": 2.6126502875065345,
+      "grad_norm": 2.888872734516275,
+      "learning_rate": 5.031013446916516e-07,
+      "loss": 0.12908343076705933,
+      "step": 2500
+    },
+    {
+      "epoch": 2.623105070569786,
+      "grad_norm": 2.7907829324080264,
+      "learning_rate": 4.768491494721794e-07,
+      "loss": 0.13739001750946045,
+      "step": 2510
+    },
+    {
+      "epoch": 2.633559853633037,
+      "grad_norm": 2.2451525617183394,
+      "learning_rate": 4.512660475069558e-07,
+      "loss": 0.13573113679885865,
+      "step": 2520
+    },
+    {
+      "epoch": 2.6440146366962884,
+      "grad_norm": 2.268373168924109,
+      "learning_rate": 4.263558232112064e-07,
+      "loss": 0.13201311826705933,
+      "step": 2530
+    },
+    {
+      "epoch": 2.6544694197595398,
+      "grad_norm": 2.294127160917469,
+      "learning_rate": 4.02122161463811e-07,
+      "loss": 0.12791603803634644,
+      "step": 2540
+    },
+    {
+      "epoch": 2.6649242028227915,
+      "grad_norm": 2.673833451325982,
+      "learning_rate": 3.7856864706221187e-07,
+      "loss": 0.1308240056037903,
+      "step": 2550
+    },
+    {
+      "epoch": 2.675378985886043,
+      "grad_norm": 2.9540669955359267,
+      "learning_rate": 3.5569876419212947e-07,
+      "loss": 0.12685129642486573,
+      "step": 2560
+    },
+    {
+      "epoch": 2.685833768949294,
+      "grad_norm": 3.06134774368249,
+      "learning_rate": 3.335158959121554e-07,
+      "loss": 0.13150808811187745,
+      "step": 2570
+    },
+    {
+      "epoch": 2.696288552012546,
+      "grad_norm": 2.722050294282472,
+      "learning_rate": 3.120233236533138e-07,
+      "loss": 0.13638091087341309,
+      "step": 2580
+    },
+    {
+      "epoch": 2.7067433350757972,
+      "grad_norm": 3.0333435472878487,
+      "learning_rate": 2.91224226733649e-07,
+      "loss": 0.13004894256591798,
+      "step": 2590
+    },
+    {
+      "epoch": 2.7171981181390485,
+      "grad_norm": 2.8328094897778775,
+      "learning_rate": 2.711216818879209e-07,
+      "loss": 0.12011622190475464,
+      "step": 2600
+    },
+    {
+      "epoch": 2.7276529012023003,
+      "grad_norm": 2.3987687334693253,
+      "learning_rate": 2.5171866281247294e-07,
+      "loss": 0.12943274974823,
+      "step": 2610
+    },
+    {
+      "epoch": 2.7381076842655516,
+      "grad_norm": 2.4018652056768026,
+      "learning_rate": 2.330180397253473e-07,
+      "loss": 0.12708134651184083,
+      "step": 2620
+    },
+    {
+      "epoch": 2.748562467328803,
+      "grad_norm": 2.6663722218524186,
+      "learning_rate": 2.1502257894170099e-07,
+      "loss": 0.1336909532546997,
+      "step": 2630
+    },
+    {
+      "epoch": 2.7590172503920543,
+      "grad_norm": 2.55942087868328,
+      "learning_rate": 1.97734942464598e-07,
+      "loss": 0.1346044659614563,
+      "step": 2640
+    },
+    {
+      "epoch": 2.7694720334553056,
+      "grad_norm": 2.4480191519742394,
+      "learning_rate": 1.811576875912241e-07,
+      "loss": 0.12940382957458496,
+      "step": 2650
+    },
+    {
+      "epoch": 2.7799268165185573,
+      "grad_norm": 2.7901461073911236,
+      "learning_rate": 1.652932665346002e-07,
+      "loss": 0.1374659061431885,
+      "step": 2660
+    },
+    {
+      "epoch": 2.7903815995818086,
+      "grad_norm": 2.6984444082844967,
+      "learning_rate": 1.501440260608339e-07,
+      "loss": 0.13039830923080445,
+      "step": 2670
+    },
+    {
+      "epoch": 2.80083638264506,
+      "grad_norm": 3.5086199286627626,
+      "learning_rate": 1.3571220714196976e-07,
+      "loss": 0.12391582727432252,
+      "step": 2680
+    },
+    {
+      "epoch": 2.8112911657083117,
+      "grad_norm": 2.4019718990712944,
+      "learning_rate": 1.2199994462448906e-07,
+      "loss": 0.12288906574249267,
+      "step": 2690
+    },
+    {
+      "epoch": 2.821745948771563,
+      "grad_norm": 3.006283088632465,
+      "learning_rate": 1.0900926691351454e-07,
+      "loss": 0.13215855360031128,
+      "step": 2700
+    },
+    {
+      "epoch": 2.8322007318348144,
+      "grad_norm": 3.0503069240442207,
+      "learning_rate": 9.674209567275161e-08,
+      "loss": 0.13673336505889894,
+      "step": 2710
+    },
+    {
+      "epoch": 2.842655514898066,
+      "grad_norm": 2.671214999850187,
+      "learning_rate": 8.520024554022566e-08,
+      "loss": 0.12209119796752929,
+      "step": 2720
+    },
+    {
+      "epoch": 2.8531102979613174,
+      "grad_norm": 2.4535464480381943,
+      "learning_rate": 7.438542385984738e-08,
+      "loss": 0.12708457708358764,
+      "step": 2730
+    },
+    {
+      "epoch": 2.8635650810245687,
+      "grad_norm": 2.6731870751672457,
+      "learning_rate": 6.429923042885367e-08,
+      "loss": 0.13162033557891845,
+      "step": 2740
+    },
+    {
+      "epoch": 2.87401986408782,
+      "grad_norm": 2.4056958695335164,
+      "learning_rate": 5.494315726115529e-08,
+      "loss": 0.1326550602912903,
+      "step": 2750
+    },
+    {
+      "epoch": 2.8844746471510714,
+      "grad_norm": 2.680084760248227,
+      "learning_rate": 4.631858836662562e-08,
+      "loss": 0.13333473205566407,
+      "step": 2760
+    },
+    {
+      "epoch": 2.894929430214323,
+      "grad_norm": 2.840679147086373,
+      "learning_rate": 3.84267995463744e-08,
+      "loss": 0.1390301465988159,
+      "step": 2770
+    },
+    {
+      "epoch": 2.9053842132775745,
+      "grad_norm": 2.353312702702543,
+      "learning_rate": 3.126895820401821e-08,
+      "loss": 0.12958585023880004,
+      "step": 2780
+    },
+    {
+      "epoch": 2.9158389963408258,
+      "grad_norm": 2.4300170220695687,
+      "learning_rate": 2.4846123172992953e-08,
+      "loss": 0.12938933372497557,
+      "step": 2790
+    },
+    {
+      "epoch": 2.9262937794040775,
+      "grad_norm": 2.8146233788776915,
+      "learning_rate": 1.9159244559924795e-08,
+      "loss": 0.11819233894348144,
+      "step": 2800
+    },
+    {
+      "epoch": 2.936748562467329,
+      "grad_norm": 2.3406841881058362,
+      "learning_rate": 1.4209163604083087e-08,
+      "loss": 0.1272344708442688,
+      "step": 2810
+    },
+    {
+      "epoch": 2.94720334553058,
+      "grad_norm": 2.4832168833208303,
+      "learning_rate": 9.996612552939378e-09,
+      "loss": 0.11950185298919677,
+      "step": 2820
+    },
+    {
+      "epoch": 2.957658128593832,
+      "grad_norm": 2.6806142804230086,
+      "learning_rate": 6.5222145538501595e-09,
+      "loss": 0.13452023267745972,
+      "step": 2830
+    },
+    {
+      "epoch": 2.9681129116570832,
+      "grad_norm": 2.0579477839137765,
+      "learning_rate": 3.786483561874499e-09,
+      "loss": 0.12160922288894653,
+      "step": 2840
+    },
+    {
+      "epoch": 2.9785676947203346,
+      "grad_norm": 2.4205475064656614,
+      "learning_rate": 1.7898242637470753e-09,
+      "loss": 0.12982231378555298,
+      "step": 2850
+    },
+    {
+      "epoch": 2.989022477783586,
+      "grad_norm": 2.7595027723560532,
+      "learning_rate": 5.325320180171733e-10,
+      "loss": 0.13465402126312256,
+      "step": 2860
+    },
+    {
+      "epoch": 2.999477260846837,
+      "grad_norm": 2.3279658846062836,
+      "learning_rate": 1.4792811353081526e-11,
+      "loss": 0.12415080070495606,
+      "step": 2870
+    },
+    {
+      "epoch": 3.0,
+      "step": 2871,
+      "total_flos": 4.4453745790807245e+17,
+      "train_loss": 0.3176496421800844,
+      "train_runtime": 33176.4833,
+      "train_samples_per_second": 0.692,
+      "train_steps_per_second": 0.087
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 2871,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 10000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.4453745790807245e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca424387dbd0c879108edc2d3a7e359bf30dc4ef4b4bb9384c250ff901b1b41c
+size 7697